[ 518.507316] env[67111]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 518.507316] env[67111]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 519.549477] env[67204]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.549477] env[67204]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.095870] env[67204]: INFO neutron.common.config [-] Logging enabled! [ 521.096239] env[67204]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 521.096424] env[67204]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67204) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 521.096740] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 521.096837] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 521.097705] env[67204]: WARNING oslo_policy.policy [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.097913] env[67204]: WARNING oslo_policy.policy [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.099593] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] VMware NSXv3 Agent initialized successfully. [ 521.099971] env[67204]: DEBUG oslo_concurrency.lockutils [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Acquiring lock "singleton_lock" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.100118] env[67204]: DEBUG oslo_concurrency.lockutils [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Acquired lock "singleton_lock" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.100321] env[67204]: DEBUG oslo_concurrency.lockutils [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Releasing lock "singleton_lock" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.100608] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Full set of CONF: {{(pid=67204) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 521.100718] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ******************************************************************************** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.100818] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Configuration options gathered from: {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.101168] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.101333] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.101441] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ================================================================================ {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.101603] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] agent_down_time = 75 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.101737] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] allow_automatic_dhcp_failover = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.101867] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] allow_bulk = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102012] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] api_extensions_path = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102157] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] api_paste_config = api-paste.ini {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102291] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] auth_strategy = keystone {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102394] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] backdoor_port = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102484] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] backdoor_socket = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102616] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] backlog = 4096 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102750] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] base_mac = fa:16:3e:00:00:00 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.102963] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] bind_host = 0.0.0.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103139] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] bind_port = 9696 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103275] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] client_socket_timeout = 900 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103411] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] config_dir = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103516] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103660] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] config_source = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103779] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] control_exchange = neutron {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.103914] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] core_plugin = ml2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104060] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] debug = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104194] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] default_availability_zones = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104395] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104528] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dhcp_agent_notification = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104658] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dhcp_agents_per_network = 1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104786] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dhcp_lease_duration = 86400 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.104921] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dhcp_load_type = networks {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105062] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dns_domain = openstacklocal {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105227] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105358] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_default_route_bfd = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105482] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_default_route_ecmp = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105607] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_dvr = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105730] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_new_agents = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105852] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.105976] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_signals = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106115] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] enable_traditional_dhcp = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106262] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] external_dns_driver = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106361] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] filter_validation = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106494] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] global_physnet_mtu = 8950 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106621] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] graceful_shutdown_timeout = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106797] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] host = cpu-1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.106933] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] host_dvr_for_dhcp = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107076] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] http_retries = 3 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107253] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] instance_format = [instance: %(uuid)s] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107394] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107531] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ipam_driver = internal {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107662] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ipv6_pd_enabled = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107789] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] l3_ha = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.107925] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108071] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] l3_ha_network_physical_name = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108218] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] l3_ha_network_type = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108348] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_color = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108478] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_config_append = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108608] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108735] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_dir = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108860] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_file = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.108959] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_options = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109104] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_rotate_interval = 1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109241] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_rotate_interval_type = days {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109376] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] log_rotation_type = none {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109479] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109603] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109748] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109882] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.109983] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110124] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_dns_nameservers = 5 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110251] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_header_line = 16384 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110377] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_l3_agents_per_router = 3 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110501] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_logfile_count = 30 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110625] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_logfile_size_mb = 200 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110747] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] max_subnet_host_routes = 20 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.110878] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] my_ip = 10.180.1.21 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111017] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] my_ipv6 = ::1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111152] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] network_auto_schedule = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111275] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] network_link_prefix = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111411] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111543] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] notify_nova_on_port_data_changes = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111672] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] notify_nova_on_port_status_changes = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111805] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] pagination_max_limit = -1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.111931] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] publish_errors = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112069] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rate_limit_burst = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112204] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rate_limit_except_level = CRITICAL {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112332] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rate_limit_interval = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112456] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] retry_until_window = 30 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112581] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] router_distributed = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112708] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rpc_resources_processing_step = 20 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112832] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rpc_response_max_timeout = 600 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.112958] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] rpc_response_timeout = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113094] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] send_events_interval = 2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113238] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] service_plugins = ['router'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113372] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] setproctitle = on {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113495] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] shell_completion = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113626] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] state_path = /opt/stack/data/neutron {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113772] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] syslog_log_facility = LOG_USER {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.113883] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] tcp_keepidle = 600 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114022] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] transport_url = **** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114151] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] use_journal = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114278] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] use_json = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114405] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] use_ssl = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114532] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] use_stderr = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114663] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] use_syslog = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114786] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vlan_qinq = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.114906] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vlan_transparent = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115048] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] watch_log_file = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115209] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] wsgi_default_pool_size = 100 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115343] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] wsgi_keep_alive = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115482] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115611] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] wsgi_server_debug = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.115757] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_concurrency.disable_process_locking = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.115900] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116053] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116188] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116327] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116464] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116593] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116744] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.connection_string = messaging:// {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.116881] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.enabled = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117029] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.es_doc_type = notification {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117161] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.es_scroll_size = 10000 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117325] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.es_scroll_time = 2m {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117461] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.filter_error_trace = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117597] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.hmac_keys = **** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117731] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.sentinel_service_name = mymaster {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.117873] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.socket_timeout = 0.1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118012] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.trace_requests = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118156] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler.trace_sqlalchemy = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118324] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler_jaeger.process_tags = {} {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118435] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler_jaeger.service_name_prefix = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118571] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] profiler_otlp.service_name_prefix = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118716] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.enforce_new_defaults = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.118986] env[67204]: WARNING oslo_config.cfg [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 521.119148] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.enforce_scope = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.119293] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.policy_default_rule = default {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.119443] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.119601] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.119752] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.119941] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120102] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120237] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120371] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120511] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_policy.remote_timeout = 60.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120659] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120802] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] agent.extensions = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.120937] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121087] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] service_providers.service_provider = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121230] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.default_quota = -1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121372] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121503] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_floatingip = 50 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121634] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_network = 100 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121762] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_port = 500 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.121890] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122026] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_router = 10 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122160] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_security_group = 10 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122288] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122417] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.quota_subnet = 100 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122545] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] QUOTAS.track_quota_usage = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122688] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122818] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.122948] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123089] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123226] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123358] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123486] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123622] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123750] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.123896] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124008] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124143] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124271] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124395] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_dhcp_release.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124528] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124654] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124776] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.124901] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125039] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125208] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125350] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_ovs_vsctl.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125486] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.capabilities = [21] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125612] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125737] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125863] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.125994] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126137] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126262] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_namespace.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126398] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.capabilities = [12] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126527] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126650] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126777] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.126908] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127044] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127172] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_conntrack.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127336] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.capabilities = [12, 21] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127468] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.group = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127593] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.helper_command = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127720] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.log_daemon_traceback = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127854] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.127983] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.thread_pool_size = 8 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128120] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] privsep_link.user = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128271] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128413] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128545] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.continue_on_failed_promotions = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128675] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.dscp = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128802] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.dscp_inherit = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.128937] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.force_mp_to_policy = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129077] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.locking_coordinator_url = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129209] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.log_agent_heartbeats = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129340] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.logging_expire = 1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129475] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129643] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129794] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.polling_interval = 240 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.129927] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130074] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130220] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.report_interval = 30.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130364] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130504] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130643] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130778] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.sync_skew = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.130911] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.synchronization_queue_size = 20 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131052] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT.use_helper_for_ns_read = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131196] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] SECURITYGROUP.enable_ipset = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131337] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] SECURITYGROUP.enable_security_group = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131477] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131614] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131752] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] experimental.ipv6_pd_enabled = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.131904] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.extension_drivers = ['port_security'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132042] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.external_network_type = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132189] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132329] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.overlay_ip_version = 4 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132464] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.path_mtu = 8950 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132599] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.physical_network_mtus = {} {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132739] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.tenant_network_types = ['vlan'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.132874] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.133035] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ml2.type_drivers = ['vlan'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT_CLI.neutron_port_id = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134200] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134489] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134489] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134489] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134593] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_login_password = **** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134711] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_login_port = 443 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134785] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_login_user = admin {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.134919] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135072] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135245] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135384] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135522] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135666] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135806] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.135944] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136097] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136240] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136384] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136517] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136655] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136849] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.136994] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vsphere.vsphere_login_password = VMware1! {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137148] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137305] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137447] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.auth_section = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137591] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.auth_type = password {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137727] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137855] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.certfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.137992] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.collect_timing = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138184] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.endpoint_type = public {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138342] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.insecure = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138498] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.keyfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138689] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.region_name = RegionOne {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138851] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.split_loggers = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.138987] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] nova.timeout = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139143] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.auth_section = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139288] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.auth_type = password {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139429] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139561] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.certfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139693] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.collect_timing = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139833] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.endpoint_type = public {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.139964] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.insecure = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140105] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.keyfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140235] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.region_name = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140363] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.split_loggers = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140487] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] placement.timeout = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140620] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.auth_section = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140750] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.auth_type = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140876] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.cafile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.140999] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.certfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141138] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.collect_timing = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141264] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.connect_retries = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141394] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.connect_retry_delay = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141524] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.enable_notifications = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141652] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.endpoint_override = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141782] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.insecure = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.141909] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.interface = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142044] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.keyfile = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142177] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.max_version = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142300] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.min_version = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142425] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.region_name = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142549] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.retriable_status_codes = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142670] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.service_name = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142792] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.service_type = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.142916] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.split_loggers = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143047] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.status_code_retries = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143176] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.status_code_retry_delay = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143304] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.timeout = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143429] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.valid_interfaces = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143554] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ironic.version = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143688] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] cli_script.dry_run = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143830] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.143960] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144101] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144231] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144359] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144487] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144613] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144740] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.144871] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145009] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145170] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145324] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145465] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145605] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145738] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.145876] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146014] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146155] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146295] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146427] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146560] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146683] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146808] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.146937] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147075] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147243] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147375] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147503] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147630] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147759] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.147891] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148043] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148196] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148344] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148483] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148620] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.ssl_version = {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148753] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.148894] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_notifications.driver = [] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149038] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_notifications.retry = -1 {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149189] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149322] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] oslo_messaging_notifications.transport_url = **** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.149423] env[67204]: DEBUG oslo_service.backend._eventlet.service [None req-d930b35b-9cf7-4ec8-a1b6-faf2fdc0f304 None None] ******************************************************************************** {{(pid=67204) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 521.150581] env[67204]: DEBUG neutron.agent.securitygroups_rpc [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Init firewall settings (driver=nsxv3) {{(pid=67204) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 521.151889] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67204) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 521.152152] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] RPC agent_id: nsxm-l-01a.corp.local [ 521.154365] env[67204]: DEBUG dogpile.cache.region [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.154486] env[67204]: DEBUG dogpile.lock [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 521.154584] env[67204]: DEBUG dogpile.lock [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 521.154675] env[67204]: DEBUG dogpile.lock [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 521.154770] env[67204]: DEBUG dogpile.cache.region [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.154857] env[67204]: DEBUG dogpile.lock [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 521.155022] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 521.184104] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Session token - acquiring [ 521.185621] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.185798] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.185896] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.186347] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.197999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.466970] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 521.492335] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 521.492525] env[67204]: DEBUG dogpile.cache.region [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Cache value generated in 0.337 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 521.492629] env[67204]: DEBUG dogpile.lock [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 521.492753] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Activating Policy API Provider. [ 521.492941] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Looking for the default Infrastructure Rules. [ 521.565933] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Looking for the Default Layer3 Logged Drop Section. [ 521.583412] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 521.583895] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.584081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.584186] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.584470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.584823] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.100156] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.602680] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.105177] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Inventory metadata is going to be refreshed. [ 523.105555] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 523.905352] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.905612] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.905777] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.906054] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.918053] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 523.918910] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.919502] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 523.939849] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.940087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.940130] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.940400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.940523] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.940663] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 523.940778] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 523.940923] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 523.960061] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.960280] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.960332] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.960605] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.960772] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.960910] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 523.980319] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.980533] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.980580] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.980857] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.980998] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.981151] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 523.999806] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.000019] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.000114] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.000354] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.000492] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.000635] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 524.000737] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.000839] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 524.018224] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.018557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.018557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.023538] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.023538] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.023538] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 524.023538] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.023538] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 524.046650] env[67204]: DEBUG networking_nsxv3.common.locking [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.046913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.046960] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.047336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.047496] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.047641] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 524.047758] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.047858] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Inventory metadata have been refreshed. [ 524.047952] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Dryrun:True. Metadata refresh completed. [ 524.048096] env[67204]: DEBUG oslo_concurrency.lockutils [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.049811] env[67204]: INFO neutron.agent.agent_extensions_manager [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Loaded agent extensions: [] [ 524.050536] env[67204]: DEBUG neutron_lib.callbacks.manager [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67204) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 524.096880] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent RPC Daemon Started! [ 524.097113] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:0 started [ 524.097113] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent out of sync with plugin! [ 526.053851] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.054145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.054145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.054410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.054594] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.556822] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.059276] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.561456] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 527.561675] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.315532] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.315979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.315979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.315979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.327967] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.328808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.329436] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.347414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.347414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.347414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.347631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.347631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.347723] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.347772] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.347826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.367113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.367327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.367327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.367504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.367641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.367751] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.388458] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.388686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.388731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.389053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.389213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.389339] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.408628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.408836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.408836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.409013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.409122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.409224] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.409293] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.409350] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.426252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.426458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.426458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.426646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.426730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.426836] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.426907] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.426979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.451949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.452195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.452195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.452369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.452472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.452588] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.452660] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.452725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 528.452788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 528.452857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 528.452917] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 528.452979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 528.453260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 528.453324] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 528.453394] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.473123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.473342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.473342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.473524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.473626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.473734] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.497218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.497470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.497470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.497680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.497783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.511336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.051103] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 529.051301] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.053080] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.053080] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.054361] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.054670] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.222264] env[67204]: INFO networking_nsxv3.common.synchronization [None req-99a72b01-c733-4854-bc5e-e1d753f94a91 demo admin] Enqueued Resource ID: 83007783-a9e3-44bf-aa9f-9f64535d5c0f with Priority: HIGHEST for action security_group_rules [ 539.222846] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83007783-a9e3-44bf-aa9f-9f64535d5c0f with Priority: HIGHEST for action security_group_rules [ 539.223162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83007783-a9e3-44bf-aa9f-9f64535d5c0f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.223284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83007783-a9e3-44bf-aa9f-9f64535d5c0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.223352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83007783-a9e3-44bf-aa9f-9f64535d5c0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.223602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83007783-a9e3-44bf-aa9f-9f64535d5c0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.223685] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83007783-a9e3-44bf-aa9f-9f64535d5c0f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.744961] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.745198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.745198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.745376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.745466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.745563] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83007783-a9e3-44bf-aa9f-9f64535d5c0f already deleted. [ 539.745646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83007783-a9e3-44bf-aa9f-9f64535d5c0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.224122] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.224122] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.224696] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.225154] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.226273] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.226273] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.226812] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.226812] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.227615] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.227899] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.228532] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.228783] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.843452] env[67204]: INFO networking_nsxv3.common.synchronization [None req-04dd54c3-c3d5-4844-a1b6-86b21fe048ba None None] Enqueued Resource ID: b17450b4-090a-4385-8b0d-59c916c96e96 with Priority: HIGHEST for action port [ 570.843726] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17450b4-090a-4385-8b0d-59c916c96e96 with Priority: HIGHEST for action port [ 570.844352] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b17450b4-090a-4385-8b0d-59c916c96e96 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.844739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b17450b4-090a-4385-8b0d-59c916c96e96" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.844739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b17450b4-090a-4385-8b0d-59c916c96e96" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.844739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b17450b4-090a-4385-8b0d-59c916c96e96" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.844840] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b17450b4-090a-4385-8b0d-59c916c96e96',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.210656] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ed1c3967-6102-4da5-a605-48efdcf5e44a None None] Enqueued Resource ID: ac0866b6-74dc-417f-91a1-bae28ce1e220 with Priority: HIGHEST for action port [ 571.211219] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0866b6-74dc-417f-91a1-bae28ce1e220 with Priority: HIGHEST for action port [ 571.211511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0866b6-74dc-417f-91a1-bae28ce1e220 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.211631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0866b6-74dc-417f-91a1-bae28ce1e220" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.211697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0866b6-74dc-417f-91a1-bae28ce1e220" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.211949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0866b6-74dc-417f-91a1-bae28ce1e220" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.212046] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0866b6-74dc-417f-91a1-bae28ce1e220',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.349416] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b17450b4-090a-4385-8b0d-59c916c96e96 [ 571.350752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.350752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.350752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.350752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.350752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.350752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b17450b4-090a-4385-8b0d-59c916c96e96 already deleted. [ 571.350752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b17450b4-090a-4385-8b0d-59c916c96e96" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.715162] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0866b6-74dc-417f-91a1-bae28ce1e220 [ 571.715243] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.715500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.715500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.715750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.715875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.715977] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0866b6-74dc-417f-91a1-bae28ce1e220 already deleted. [ 571.716166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0866b6-74dc-417f-91a1-bae28ce1e220" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.894247] env[67204]: INFO networking_nsxv3.common.synchronization [None req-82d3dba1-5a7b-4d95-8144-236b18ed00b7 None None] Enqueued Resource ID: 9a477bc6-e1de-4148-af59-9cbb33b01311 with Priority: HIGHEST for action port [ 571.894785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a477bc6-e1de-4148-af59-9cbb33b01311 with Priority: HIGHEST for action port [ 571.895075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a477bc6-e1de-4148-af59-9cbb33b01311 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.895188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a477bc6-e1de-4148-af59-9cbb33b01311" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.895316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a477bc6-e1de-4148-af59-9cbb33b01311" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.895492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a477bc6-e1de-4148-af59-9cbb33b01311" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.895575] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a477bc6-e1de-4148-af59-9cbb33b01311',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.938244] env[67204]: INFO networking_nsxv3.common.synchronization [None req-06624f3a-9d93-49e0-ba9f-b99b8db81637 None None] Enqueued Resource ID: f41edb7e-931a-4236-9c33-04677beacc2c with Priority: HIGHEST for action port [ 571.938485] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41edb7e-931a-4236-9c33-04677beacc2c with Priority: HIGHEST for action port [ 571.939128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41edb7e-931a-4236-9c33-04677beacc2c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.939299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41edb7e-931a-4236-9c33-04677beacc2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.939299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41edb7e-931a-4236-9c33-04677beacc2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.939564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41edb7e-931a-4236-9c33-04677beacc2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.939564] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41edb7e-931a-4236-9c33-04677beacc2c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.397664] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a477bc6-e1de-4148-af59-9cbb33b01311 [ 572.397999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.398762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.398838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.399086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.399182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.399256] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a477bc6-e1de-4148-af59-9cbb33b01311 already deleted. [ 572.399332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a477bc6-e1de-4148-af59-9cbb33b01311" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.444889] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f41edb7e-931a-4236-9c33-04677beacc2c [ 572.445609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.446805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.446805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.446805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.446805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.446805] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f41edb7e-931a-4236-9c33-04677beacc2c already deleted. [ 572.446805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41edb7e-931a-4236-9c33-04677beacc2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.187350] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7877befd-a8ef-4369-a138-d2851cc3d96e None None] Enqueued Resource ID: 7331630d-1e4f-4b87-a545-82995537eb78 with Priority: HIGHEST for action port [ 573.188152] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7331630d-1e4f-4b87-a545-82995537eb78 with Priority: HIGHEST for action port [ 573.188455] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7331630d-1e4f-4b87-a545-82995537eb78 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.188577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7331630d-1e4f-4b87-a545-82995537eb78" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.188655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7331630d-1e4f-4b87-a545-82995537eb78" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.189672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7331630d-1e4f-4b87-a545-82995537eb78" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.189672] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7331630d-1e4f-4b87-a545-82995537eb78',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.692242] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7331630d-1e4f-4b87-a545-82995537eb78 [ 573.692456] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.692588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.692657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.692886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.693009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.693116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7331630d-1e4f-4b87-a545-82995537eb78 already deleted. [ 573.693193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7331630d-1e4f-4b87-a545-82995537eb78" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.976295] env[67204]: INFO networking_nsxv3.common.synchronization [None req-392c45cf-ce56-4757-a01f-db962bcfe3ea None None] Enqueued Resource ID: 97acfcf8-a324-4f56-aefe-731d832fb6a6 with Priority: HIGHEST for action port [ 573.976822] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97acfcf8-a324-4f56-aefe-731d832fb6a6 with Priority: HIGHEST for action port [ 573.977148] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-97acfcf8-a324-4f56-aefe-731d832fb6a6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.977271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97acfcf8-a324-4f56-aefe-731d832fb6a6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.977335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97acfcf8-a324-4f56-aefe-731d832fb6a6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.977574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97acfcf8-a324-4f56-aefe-731d832fb6a6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.977652] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97acfcf8-a324-4f56-aefe-731d832fb6a6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.232653] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e8b72861-ea25-4fcc-a706-eaefb8cc04f4 None None] Enqueued Resource ID: f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6 with Priority: HIGHEST for action port [ 574.233700] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6 with Priority: HIGHEST for action port [ 574.234011] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.234143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.234376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.234663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.235042] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.481745] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97acfcf8-a324-4f56-aefe-731d832fb6a6 [ 574.482026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.482135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.482135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.482333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.482425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.482519] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97acfcf8-a324-4f56-aefe-731d832fb6a6 already deleted. [ 574.482643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97acfcf8-a324-4f56-aefe-731d832fb6a6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.708145] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0b923858-a7c3-4f1f-9eea-4e84e094f4e9 None None] Enqueued Resource ID: 28fad001-b144-4c36-a8a4-e65aadefb4c6 with Priority: HIGHEST for action port [ 574.709041] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28fad001-b144-4c36-a8a4-e65aadefb4c6 with Priority: HIGHEST for action port [ 574.709203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-28fad001-b144-4c36-a8a4-e65aadefb4c6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.709360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28fad001-b144-4c36-a8a4-e65aadefb4c6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.709428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28fad001-b144-4c36-a8a4-e65aadefb4c6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.709945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28fad001-b144-4c36-a8a4-e65aadefb4c6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.710046] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28fad001-b144-4c36-a8a4-e65aadefb4c6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.741147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6 [ 574.741147] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.741147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.741273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.741410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.741495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.741586] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6 already deleted. [ 574.741668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c60bff-b7f8-4eb5-b0e9-c46bebf977e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.214979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28fad001-b144-4c36-a8a4-e65aadefb4c6 [ 575.215240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.215396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.215466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.215686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.215797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.215893] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28fad001-b144-4c36-a8a4-e65aadefb4c6 already deleted. [ 575.215976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28fad001-b144-4c36-a8a4-e65aadefb4c6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.488560] env[67204]: INFO networking_nsxv3.common.synchronization [req-f7c62a2a-efcc-413f-8667-364390f91422 req-dce9759a-dea5-4a52-894c-9a99780c303c tempest-DeleteServersAdminTestJSON-2012846986 tempest-DeleteServersAdminTestJSON-2012846986-project-member] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 575.489360] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 575.489466] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.490149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.490149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.490149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.490989] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.491158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.491228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.491402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.491488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.491586] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.739028] env[67204]: INFO networking_nsxv3.common.synchronization [None req-46929d8e-d74f-4231-8e01-66dffd81c828 None None] Enqueued Resource ID: ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57 with Priority: HIGHEST for action port [ 575.739028] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57 with Priority: HIGHEST for action port [ 575.739028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.739028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.739028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.739028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.739028] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.994052] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.994226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.994292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.995142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.995254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.995465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.995567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.995639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.995787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.995868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.995953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc already deleted. [ 575.996038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.241847] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57 [ 576.244886] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.244886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.244886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.244886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.244886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.244886] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57 already deleted. [ 576.244886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0aef7c-b3a4-402f-ad0e-6131bfcd5d57" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.760613] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ae723785-bef2-4bc0-8ec8-9f1877225e18 None None] Enqueued Resource ID: 11fd1ac5-2785-4762-a372-bf763acaf7a5 with Priority: HIGHEST for action port [ 576.761011] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd1ac5-2785-4762-a372-bf763acaf7a5 with Priority: HIGHEST for action port [ 576.761334] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fd1ac5-2785-4762-a372-bf763acaf7a5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.761465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fd1ac5-2785-4762-a372-bf763acaf7a5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.761535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fd1ac5-2785-4762-a372-bf763acaf7a5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.761828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fd1ac5-2785-4762-a372-bf763acaf7a5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.761930] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fd1ac5-2785-4762-a372-bf763acaf7a5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.000857] env[67204]: INFO networking_nsxv3.common.synchronization [None req-01ad06c2-d7b0-42f8-af56-b87f7bf942e7 None None] Enqueued Resource ID: c10394a4-bbef-47d0-92e1-3af147b21e42 with Priority: HIGHEST for action port [ 577.001159] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c10394a4-bbef-47d0-92e1-3af147b21e42 with Priority: HIGHEST for action port [ 577.002281] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c10394a4-bbef-47d0-92e1-3af147b21e42 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.002281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c10394a4-bbef-47d0-92e1-3af147b21e42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.002281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c10394a4-bbef-47d0-92e1-3af147b21e42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.004232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c10394a4-bbef-47d0-92e1-3af147b21e42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.004232] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10394a4-bbef-47d0-92e1-3af147b21e42',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.266344] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11fd1ac5-2785-4762-a372-bf763acaf7a5 [ 577.266591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.267461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.267461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.267461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.267461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.267461] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11fd1ac5-2785-4762-a372-bf763acaf7a5 already deleted. [ 577.267461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fd1ac5-2785-4762-a372-bf763acaf7a5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.506837] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c10394a4-bbef-47d0-92e1-3af147b21e42 [ 577.507251] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.508268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.508467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.509185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.509185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.509185] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c10394a4-bbef-47d0-92e1-3af147b21e42 already deleted. [ 577.509185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c10394a4-bbef-47d0-92e1-3af147b21e42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.893346] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.893735] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.893735] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.893956] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.894249] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.894377] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.894493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.894721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.894823] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.895100] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 577.895261] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 577.895315] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 577.895416] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 577.895527] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 577.895630] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 577.895762] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 577.915919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 577.916142] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 577.916210] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 577.916383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.916713] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.917835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.917835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.917835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.917835] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7072d4c8-7f1f-4a6f-b9f5-797b87040cc9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.421059] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.421309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.421433] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.421685] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.421828] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.421978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 not found, creating... [ 578.422248] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.422402] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.422513] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.422725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.422856] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.423947] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.423947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.423947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.423947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.423947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.423947] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 is going to be created. [ 578.450347] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.450568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.451888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.451888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.451888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.451888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.479170] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6d6ad54f-9924-49d4-908e-4ac26ecd896f None None] Enqueued Resource ID: f7aea74e-3129-4337-8ec6-68bf0368e156 with Priority: HIGHEST for action port [ 578.479170] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7aea74e-3129-4337-8ec6-68bf0368e156 with Priority: HIGHEST for action port [ 578.479437] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7aea74e-3129-4337-8ec6-68bf0368e156 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.479687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7aea74e-3129-4337-8ec6-68bf0368e156" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.480174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7aea74e-3129-4337-8ec6-68bf0368e156" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.480174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7aea74e-3129-4337-8ec6-68bf0368e156" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.480440] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aea74e-3129-4337-8ec6-68bf0368e156',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.941461] env[67204]: INFO networking_nsxv3.common.synchronization [None req-71f44284-f74a-46ac-901b-b48bb2522f44 None None] Enqueued Resource ID: b25d90d8-5bcb-421d-962f-03c81689c1d2 with Priority: HIGHEST for action port [ 578.941718] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25d90d8-5bcb-421d-962f-03c81689c1d2 with Priority: HIGHEST for action port [ 578.942293] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25d90d8-5bcb-421d-962f-03c81689c1d2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.942420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25d90d8-5bcb-421d-962f-03c81689c1d2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.942488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25d90d8-5bcb-421d-962f-03c81689c1d2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.942741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25d90d8-5bcb-421d-962f-03c81689c1d2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.942822] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25d90d8-5bcb-421d-962f-03c81689c1d2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.984232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7aea74e-3129-4337-8ec6-68bf0368e156 [ 578.984459] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.984598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.984667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.985016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.985079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.985134] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7aea74e-3129-4337-8ec6-68bf0368e156 already deleted. [ 578.985227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7aea74e-3129-4337-8ec6-68bf0368e156" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.221735] env[67204]: INFO networking_nsxv3.common.synchronization [req-f7c62a2a-efcc-413f-8667-364390f91422 req-f0f11bc4-6abf-4b0e-abb6-e9068f05064e service nova] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_rules [ 579.222045] env[67204]: INFO networking_nsxv3.common.synchronization [req-f7c62a2a-efcc-413f-8667-364390f91422 req-f0f11bc4-6abf-4b0e-abb6-e9068f05064e service nova] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 579.222045] env[67204]: INFO networking_nsxv3.common.synchronization [req-f7c62a2a-efcc-413f-8667-364390f91422 req-f0f11bc4-6abf-4b0e-abb6-e9068f05064e service nova] Enqueued Resource ID: 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 with Priority: HIGHEST for action port [ 579.222958] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ea4d266a-acf1-4761-b93d-c8cd9c812b7a None None] Enqueued Resource ID: 01f05614-c73a-4f35-be27-f3ff8c92f78d with Priority: HIGHEST for action port [ 579.226156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_rules [ 579.226156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 with Priority: HIGHEST for action port [ 579.226156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 579.226156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f05614-c73a-4f35-be27-f3ff8c92f78d with Priority: HIGHEST for action port [ 579.226156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.226156] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.226156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.226156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.226156] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7072d4c8-7f1f-4a6f-b9f5-797b87040cc9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.227175] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.227724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.227724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.227724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.227724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.227990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.227990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.228062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.228248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.228248] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.229265] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f05614-c73a-4f35-be27-f3ff8c92f78d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.229383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f05614-c73a-4f35-be27-f3ff8c92f78d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.229422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f05614-c73a-4f35-be27-f3ff8c92f78d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.229613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f05614-c73a-4f35-be27-f3ff8c92f78d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.229682] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f05614-c73a-4f35-be27-f3ff8c92f78d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.445784] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b25d90d8-5bcb-421d-962f-03c81689c1d2 [ 579.446106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.446261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.446328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.446542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.446627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.446722] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b25d90d8-5bcb-421d-962f-03c81689c1d2 already deleted. [ 579.446802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25d90d8-5bcb-421d-962f-03c81689c1d2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.732926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.733076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.745315] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.745450] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01f05614-c73a-4f35-be27-f3ff8c92f78d [ 579.745736] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.745868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.745868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.746070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.746159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.746248] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01f05614-c73a-4f35-be27-f3ff8c92f78d already deleted. [ 579.746327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f05614-c73a-4f35-be27-f3ff8c92f78d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.746509] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 with status ACTIVE [ 579.746697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.746813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.746813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.746984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.747071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.747229] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.747320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.747378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.747518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.747593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.747765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.747864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.747907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.748471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.748630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.748747] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7072d4c8-7f1f-4a6f-b9f5-797b87040cc9 is going to be updated. [ 579.772849] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.772849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.773081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.773129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.773270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.773441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7072d4c8-7f1f-4a6f-b9f5-797b87040cc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.252717] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.754914] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.755128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.755204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.755389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.755477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.755577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be created. [ 580.788097] env[67204]: INFO networking_nsxv3.common.synchronization [None req-1f333f45-845e-4eea-91dd-f13a8dbcb315 None None] Enqueued Resource ID: 30392df7-8c9c-4348-8640-d2734ccafac9 with Priority: HIGHEST for action port [ 580.790500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.790500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.790500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.790500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.790500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.791650] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30392df7-8c9c-4348-8640-d2734ccafac9 with Priority: HIGHEST for action port [ 580.791781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-30392df7-8c9c-4348-8640-d2734ccafac9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.791897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30392df7-8c9c-4348-8640-d2734ccafac9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.791965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30392df7-8c9c-4348-8640-d2734ccafac9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.792447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30392df7-8c9c-4348-8640-d2734ccafac9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.792447] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30392df7-8c9c-4348-8640-d2734ccafac9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.807084] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: UNINITIALIZED for 2s [ 581.178662] env[67204]: INFO networking_nsxv3.common.synchronization [None req-78c4441a-3cb2-4555-bb55-d5053fd2103a None None] Enqueued Resource ID: 6c1f6bf1-ba52-49d7-832c-cb7722ea943f with Priority: HIGHEST for action port [ 581.178971] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c1f6bf1-ba52-49d7-832c-cb7722ea943f with Priority: HIGHEST for action port [ 581.179531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c1f6bf1-ba52-49d7-832c-cb7722ea943f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.179905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c1f6bf1-ba52-49d7-832c-cb7722ea943f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.179905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c1f6bf1-ba52-49d7-832c-cb7722ea943f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.179998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c1f6bf1-ba52-49d7-832c-cb7722ea943f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.180404] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1f6bf1-ba52-49d7-832c-cb7722ea943f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.294696] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30392df7-8c9c-4348-8640-d2734ccafac9 [ 581.294954] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.295087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.295300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.295363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.295439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.295539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30392df7-8c9c-4348-8640-d2734ccafac9 already deleted. [ 581.295618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30392df7-8c9c-4348-8640-d2734ccafac9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.683236] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c1f6bf1-ba52-49d7-832c-cb7722ea943f [ 581.684485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.684485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.684485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.684485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.684485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.684485] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c1f6bf1-ba52-49d7-832c-cb7722ea943f already deleted. [ 581.684485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c1f6bf1-ba52-49d7-832c-cb7722ea943f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.551925] env[67204]: INFO networking_nsxv3.common.synchronization [None req-07a5b92a-0a71-40fa-8c3f-21120346482b None None] Enqueued Resource ID: e89d1a1e-c8db-445d-9db7-6fea487274f2 with Priority: HIGHEST for action port [ 582.552205] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d1a1e-c8db-445d-9db7-6fea487274f2 with Priority: HIGHEST for action port [ 582.552832] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89d1a1e-c8db-445d-9db7-6fea487274f2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.554114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89d1a1e-c8db-445d-9db7-6fea487274f2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.554114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89d1a1e-c8db-445d-9db7-6fea487274f2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.554114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89d1a1e-c8db-445d-9db7-6fea487274f2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.554114] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89d1a1e-c8db-445d-9db7-6fea487274f2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.577738] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ff20ce31-fd1d-40c2-bd64-a121a69d4937 None None] Enqueued Resource ID: c8a9ad5e-8c38-4467-9bbd-37b9306269e4 with Priority: HIGHEST for action port [ 582.578897] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a9ad5e-8c38-4467-9bbd-37b9306269e4 with Priority: HIGHEST for action port [ 582.579656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a9ad5e-8c38-4467-9bbd-37b9306269e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.579806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a9ad5e-8c38-4467-9bbd-37b9306269e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.580295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a9ad5e-8c38-4467-9bbd-37b9306269e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.580295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a9ad5e-8c38-4467-9bbd-37b9306269e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.580295] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a9ad5e-8c38-4467-9bbd-37b9306269e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.692482] env[67204]: INFO networking_nsxv3.common.synchronization [req-68959b3c-eda2-4d7b-bd17-155e9d80f024 req-cab29e6c-79ef-4640-9c09-d501a24566e4 tempest-ServerDiagnosticsNegativeTest-1835600073 tempest-ServerDiagnosticsNegativeTest-1835600073-project-member] Enqueued Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 582.693053] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 582.693388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.693522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.693626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.693867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.694077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.694305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.694398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.694664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.694788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.694889] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.819018] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 582.819279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.819581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.819714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.819917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.820056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.820128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.820298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.820377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.820459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.820548] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.057507] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89d1a1e-c8db-445d-9db7-6fea487274f2 [ 583.057827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.057974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.057974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.058745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.058745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.058745] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89d1a1e-c8db-445d-9db7-6fea487274f2 already deleted. [ 583.058745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89d1a1e-c8db-445d-9db7-6fea487274f2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.083778] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a9ad5e-8c38-4467-9bbd-37b9306269e4 [ 583.083869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.083927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.083995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.084362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.084362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.085265] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a9ad5e-8c38-4467-9bbd-37b9306269e4 already deleted. [ 583.085265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a9ad5e-8c38-4467-9bbd-37b9306269e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.198150] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.198286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.198331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.198540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.199047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.199047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.200062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.200209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.200423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.200547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.201047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e already deleted. [ 583.201047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.305940] env[67204]: INFO networking_nsxv3.common.synchronization [None req-4658d480-8589-49f3-ab2c-71a651c936f4 None None] Enqueued Resource ID: ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8 with Priority: HIGHEST for action port [ 583.306835] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8 with Priority: HIGHEST for action port [ 583.306835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.306983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.307482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.308138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.308233] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.323807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.324075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.324190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.324742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.324742] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.324742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.324934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.325042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.325156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.325270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.325472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.325626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.326108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.326108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.326408] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.326475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.327320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.327320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.327320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.327320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.327320] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.811239] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8 [ 583.811744] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.811744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.811744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.811916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.812147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.812147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8 already deleted. [ 583.812296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae32bca5-0fbf-48cb-bd31-9e1d1ff1e6e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.829685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16907ecb-a2c2-4d13-b2d2-04e12735aedc: rpc.has_security_group_logging(os_id): False [ 583.848723] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.848950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.848950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.849094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.849214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.849436] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.849554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.849554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.849682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.849756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.849960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.850066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.850133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.850296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.850369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.850586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.850671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.850714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.850835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.850899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.850979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be created. [ 583.924973] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.924973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.924973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.924973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.924973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.938316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 584.086704] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.087620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.087620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.087620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.087963] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.089906] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.089906] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.089906] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.089906] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.089906] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.089906] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.089906] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.089906] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.090922] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.090922] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.090922] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.115209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.115385] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.115481] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.115652] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.115978] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-4ae94663-0509-40cc-829d-eb148e150512 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.116187] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.116359] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.116646] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.116781] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ae94663-0509-40cc-829d-eb148e150512',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.435685] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8e5748e4-7f29-40fa-8d92-647d22a136b1 None None] Enqueued Resource ID: eb69abcd-9d77-4b54-be7c-2ab0540d292a with Priority: HIGHEST for action port [ 584.435892] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb69abcd-9d77-4b54-be7c-2ab0540d292a with Priority: HIGHEST for action port [ 584.436475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb69abcd-9d77-4b54-be7c-2ab0540d292a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.436603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb69abcd-9d77-4b54-be7c-2ab0540d292a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.436670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb69abcd-9d77-4b54-be7c-2ab0540d292a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.436977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb69abcd-9d77-4b54-be7c-2ab0540d292a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.436977] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb69abcd-9d77-4b54-be7c-2ab0540d292a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.622258] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.622258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.622258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.622413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.622413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.622555] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 4ae94663-0509-40cc-829d-eb148e150512 not found, creating... [ 584.622810] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.622972] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.623104] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.623319] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.623448] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.623950] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.624951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.624951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.625177] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.625427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.626055] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 4ae94663-0509-40cc-829d-eb148e150512 is going to be created. [ 584.648150] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.648368] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.648487] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.648752] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.649012] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.649318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.940843] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb69abcd-9d77-4b54-be7c-2ab0540d292a [ 584.941142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.941222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.941293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.942570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.942570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.942570] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb69abcd-9d77-4b54-be7c-2ab0540d292a already deleted. [ 584.942570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb69abcd-9d77-4b54-be7c-2ab0540d292a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.480853] env[67204]: INFO networking_nsxv3.common.synchronization [req-68959b3c-eda2-4d7b-bd17-155e9d80f024 req-2e23c54b-5017-48d9-836d-c238a2760c7d service nova] Enqueued Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_rules [ 585.481041] env[67204]: INFO networking_nsxv3.common.synchronization [req-68959b3c-eda2-4d7b-bd17-155e9d80f024 req-2e23c54b-5017-48d9-836d-c238a2760c7d service nova] Enqueued Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 585.481211] env[67204]: INFO networking_nsxv3.common.synchronization [req-68959b3c-eda2-4d7b-bd17-155e9d80f024 req-2e23c54b-5017-48d9-836d-c238a2760c7d service nova] Enqueued Resource ID: 4ae94663-0509-40cc-829d-eb148e150512 with Priority: HIGHEST for action port [ 585.481858] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_rules [ 585.482280] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 585.482467] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ae94663-0509-40cc-829d-eb148e150512 with Priority: HIGHEST for action port [ 585.482926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.483443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.483502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.483771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.483881] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.485076] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.485261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.485337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.485525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.486284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.486427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.486544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.488133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.488304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.488432] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.489998] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ae94663-0509-40cc-829d-eb148e150512 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.490200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.490534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.490959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.491108] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ae94663-0509-40cc-829d-eb148e150512',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.579512] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f67a5bfc-0ffc-4d63-aa64-6c2d854d89e0 None None] Enqueued Resource ID: 0ac0eb54-68a5-4650-9a96-2bc272cfb2ed with Priority: HIGHEST for action port [ 585.580100] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac0eb54-68a5-4650-9a96-2bc272cfb2ed with Priority: HIGHEST for action port [ 585.580395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac0eb54-68a5-4650-9a96-2bc272cfb2ed taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.580511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac0eb54-68a5-4650-9a96-2bc272cfb2ed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.580573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac0eb54-68a5-4650-9a96-2bc272cfb2ed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.580819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac0eb54-68a5-4650-9a96-2bc272cfb2ed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.584019] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac0eb54-68a5-4650-9a96-2bc272cfb2ed',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.952341] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 585.952618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.993391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.993523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.993692] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.994819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ae94663-0509-40cc-829d-eb148e150512 with status ACTIVE [ 585.995095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.995436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.995436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.995522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.995552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.995716] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.995927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.997178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.997390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.997478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.997809] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.997947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.998020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.998262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.998262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.998386] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ae94663-0509-40cc-829d-eb148e150512 is going to be updated. [ 586.025524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.025735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.026045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.026115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.026697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.026697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ae94663-0509-40cc-829d-eb148e150512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.088085] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac0eb54-68a5-4650-9a96-2bc272cfb2ed [ 586.088451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.088451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.088579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.089511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.089511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.089511] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac0eb54-68a5-4650-9a96-2bc272cfb2ed already deleted. [ 586.089511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac0eb54-68a5-4650-9a96-2bc272cfb2ed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.501550] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.661476] env[67204]: INFO networking_nsxv3.common.synchronization [None req-d673f6c9-b206-4f01-82ca-1664713352f6 None None] Enqueued Resource ID: 573944ba-aae1-4825-9469-aa5cc016ca91 with Priority: HIGHEST for action port [ 586.661476] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573944ba-aae1-4825-9469-aa5cc016ca91 with Priority: HIGHEST for action port [ 586.661714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-573944ba-aae1-4825-9469-aa5cc016ca91 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.661896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573944ba-aae1-4825-9469-aa5cc016ca91" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.661896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573944ba-aae1-4825-9469-aa5cc016ca91" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.664335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573944ba-aae1-4825-9469-aa5cc016ca91" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.664473] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573944ba-aae1-4825-9469-aa5cc016ca91',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.005403] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.005403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.005403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.005403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.005823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.005823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e is going to be created. [ 587.063046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.063261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.063565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.063565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.063757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.089114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: UNINITIALIZED for 2s [ 587.168651] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 573944ba-aae1-4825-9469-aa5cc016ca91 [ 587.169028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.169995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.169995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.169995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.169995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.169995] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:573944ba-aae1-4825-9469-aa5cc016ca91 already deleted. [ 587.169995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573944ba-aae1-4825-9469-aa5cc016ca91" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.605092] env[67204]: INFO networking_nsxv3.common.synchronization [None req-2af661d6-7be9-467e-93f1-d525e46f0458 None None] Enqueued Resource ID: c615386a-5a3b-4c32-a072-ba8ba2aa0876 with Priority: HIGHEST for action port [ 587.605707] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c615386a-5a3b-4c32-a072-ba8ba2aa0876 with Priority: HIGHEST for action port [ 587.607044] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c615386a-5a3b-4c32-a072-ba8ba2aa0876 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.607044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c615386a-5a3b-4c32-a072-ba8ba2aa0876" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.607044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c615386a-5a3b-4c32-a072-ba8ba2aa0876" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.607044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c615386a-5a3b-4c32-a072-ba8ba2aa0876" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.607044] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c615386a-5a3b-4c32-a072-ba8ba2aa0876',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.110827] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c615386a-5a3b-4c32-a072-ba8ba2aa0876 [ 588.112020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.112020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.112020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.112858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.112858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.112858] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c615386a-5a3b-4c32-a072-ba8ba2aa0876 already deleted. [ 588.112858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c615386a-5a3b-4c32-a072-ba8ba2aa0876" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.431035] env[67204]: INFO networking_nsxv3.common.synchronization [None req-59e8f6af-e4cc-44c2-9865-9d33343c8ddb tempest-ServersTestManualDisk-202211371 tempest-ServersTestManualDisk-202211371-project-member] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 588.431035] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 588.431035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.431035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.431035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.431326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.431393] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.719553] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ec4d4f3b-9730-4615-bb20-44de224a588c tempest-ServersTestManualDisk-202211371 tempest-ServersTestManualDisk-202211371-project-member] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 588.720258] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 588.721031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.721031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.956904] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.957127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.957186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.957351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.958608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.958608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 already deleted. [ 588.958608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.958608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.958608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.958608] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.988202] env[67204]: INFO networking_nsxv3.common.synchronization [req-ed707633-34f2-49e8-8e7c-a616b1694fb6 req-08ed95be-b88c-4168-a0e4-a45d9234e49e tempest-ImagesNegativeTestJSON-661396904 tempest-ImagesNegativeTestJSON-661396904-project-member] Enqueued Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 588.988202] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 588.988202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.988202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.988202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.989035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.989145] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.989404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.989404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.989473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.989509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.990305] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.101522] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: SUCCESS [ 589.101784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.101991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.102260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.102496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.103802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.103802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.103963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.106071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.106071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.106071] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.483789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.483789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.483789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.483789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.483789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.483789] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 already deleted. [ 589.483789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.492876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.493089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.493089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.493472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.493472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.493656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.493782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.493782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.494397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.494397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.494397] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be already deleted. [ 589.495814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.531987] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0e44aad9-fd5e-4f1d-855e-3a2f4cdf8877 None None] Enqueued Resource ID: 4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7 with Priority: HIGHEST for action port [ 589.532675] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7 with Priority: HIGHEST for action port [ 589.533344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.533520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.533588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.533886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.534145] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.611490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.611490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.611490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.611490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.613235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.613235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.613235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.613235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.613235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.613235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.613235] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.623443] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.623586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.623586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.625029] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.626202] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.630176] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.630176] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.630176] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.630176] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.630405] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.630405] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.630548] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.630611] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.630713] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.631568] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.631568] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.654997] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.654997] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.654997] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.654997] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.655472] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-10c4761d-da39-499e-83ef-a9ea3a3462af taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.655661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.655798] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.656140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.656267] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c4761d-da39-499e-83ef-a9ea3a3462af',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.923563] env[67204]: INFO networking_nsxv3.common.synchronization [None req-4ff605dd-ce19-4a55-88b2-c35c4608637f None None] Enqueued Resource ID: dba592fd-ec51-4556-a706-6ba7ee0051ef with Priority: HIGHEST for action port [ 589.924147] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba592fd-ec51-4556-a706-6ba7ee0051ef with Priority: HIGHEST for action port [ 589.924460] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba592fd-ec51-4556-a706-6ba7ee0051ef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.924806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba592fd-ec51-4556-a706-6ba7ee0051ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.924806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba592fd-ec51-4556-a706-6ba7ee0051ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.925199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba592fd-ec51-4556-a706-6ba7ee0051ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.925326] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba592fd-ec51-4556-a706-6ba7ee0051ef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.038883] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7 [ 590.039301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.039498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.039599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.039878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.040208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.040208] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7 already deleted. [ 590.040392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e73c114-0d2a-4a67-a6dd-4e7a5f5cb3b7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.114675] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e: rpc.has_security_group_logging(os_id): False [ 590.138727] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.139256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.139387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.139651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.139764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.140509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.140509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.140509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.140509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.140768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.141332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.141332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.141332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.141508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.141508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.141783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.141917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.142013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.142216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.142388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.142459] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e is going to be created. [ 590.159372] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.160154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.160154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.160154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.160154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.160567] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 10c4761d-da39-499e-83ef-a9ea3a3462af not found, creating... [ 590.161314] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.161314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.161314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.161314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.161314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.161564] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.161713] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.161825] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.162175] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.162625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.162625] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 10c4761d-da39-499e-83ef-a9ea3a3462af is going to be created. [ 590.195898] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.195898] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.195898] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.196254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.196254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.196504] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.249222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.249222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.249222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.249222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.249640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.262794] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: IN_PROGRESS for 2s [ 590.427685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dba592fd-ec51-4556-a706-6ba7ee0051ef [ 590.427820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.428028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.428088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.428359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.428483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.428606] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dba592fd-ec51-4556-a706-6ba7ee0051ef already deleted. [ 590.428708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba592fd-ec51-4556-a706-6ba7ee0051ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.736416] env[67204]: INFO networking_nsxv3.common.synchronization [None req-48069810-9044-4a7a-b487-98023668b2ad None None] Enqueued Resource ID: b53a886d-ba2b-46d5-b2f1-53579d6e43af with Priority: HIGHEST for action port [ 590.736992] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53a886d-ba2b-46d5-b2f1-53579d6e43af with Priority: HIGHEST for action port [ 590.736992] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53a886d-ba2b-46d5-b2f1-53579d6e43af taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.737115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53a886d-ba2b-46d5-b2f1-53579d6e43af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.737169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53a886d-ba2b-46d5-b2f1-53579d6e43af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.737730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53a886d-ba2b-46d5-b2f1-53579d6e43af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.737730] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53a886d-ba2b-46d5-b2f1-53579d6e43af',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.151441] env[67204]: INFO networking_nsxv3.common.synchronization [req-ed707633-34f2-49e8-8e7c-a616b1694fb6 req-06f9c600-301c-42de-ab6e-251055fbb4e6 service nova] Enqueued Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_rules [ 591.151441] env[67204]: INFO networking_nsxv3.common.synchronization [req-ed707633-34f2-49e8-8e7c-a616b1694fb6 req-06f9c600-301c-42de-ab6e-251055fbb4e6 service nova] Enqueued Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 591.151441] env[67204]: INFO networking_nsxv3.common.synchronization [req-ed707633-34f2-49e8-8e7c-a616b1694fb6 req-06f9c600-301c-42de-ab6e-251055fbb4e6 service nova] Enqueued Resource ID: 10c4761d-da39-499e-83ef-a9ea3a3462af with Priority: HIGHEST for action port [ 591.155395] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_rules [ 591.155395] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 591.155395] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c4761d-da39-499e-83ef-a9ea3a3462af with Priority: HIGHEST for action port [ 591.155395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.155395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.155395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.155395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.155395] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.155395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.155395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.157754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.158018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.158299] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.158299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.158299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.158763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.159449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.159449] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.160416] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c4761d-da39-499e-83ef-a9ea3a3462af taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.160416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.160416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.160416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.160598] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c4761d-da39-499e-83ef-a9ea3a3462af',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.240161] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b53a886d-ba2b-46d5-b2f1-53579d6e43af [ 591.240572] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.240786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.240786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.241014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.241116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.241225] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b53a886d-ba2b-46d5-b2f1-53579d6e43af already deleted. [ 591.241301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53a886d-ba2b-46d5-b2f1-53579d6e43af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.665182] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.665353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.665572] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.666824] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10c4761d-da39-499e-83ef-a9ea3a3462af with status ACTIVE [ 591.666824] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.666824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.667060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.667144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.668435] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.668435] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.668435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.668796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.668917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.669053] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10c4761d-da39-499e-83ef-a9ea3a3462af is going to be updated. [ 591.693475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.693591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.693630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.693814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.693944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.694122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c4761d-da39-499e-83ef-a9ea3a3462af" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.170881] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.277919] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6112dcf0-a6f4-4720-bbd8-a5038f9ac674 tempest-VolumesAssistedSnapshotsTest-1291996267 tempest-VolumesAssistedSnapshotsTest-1291996267-project-member] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 592.277919] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 592.277919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: SUCCESS [ 592.277919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.282578] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.282578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.282683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.282926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.282999] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.583085] env[67204]: INFO networking_nsxv3.common.synchronization [None req-640e8e8a-b400-47a3-b62b-ac41774ba099 tempest-VolumesAssistedSnapshotsTest-1291996267 tempest-VolumesAssistedSnapshotsTest-1291996267-project-member] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 592.583725] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 592.585332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.585332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.674365] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.674543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.674614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.674869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.675994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.675994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be is going to be created. [ 592.706486] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.706660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.706660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.707578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.707578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.723404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: UNINITIALIZED for 2s [ 592.754034] env[67204]: INFO networking_nsxv3.common.synchronization [None req-3dd724be-c39e-465c-9b6b-99c5450b8fcf None None] Enqueued Resource ID: f7d8603c-2ebd-4747-8395-62afaf63953c with Priority: HIGHEST for action port [ 592.754034] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d8603c-2ebd-4747-8395-62afaf63953c with Priority: HIGHEST for action port [ 592.754034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d8603c-2ebd-4747-8395-62afaf63953c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.754034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d8603c-2ebd-4747-8395-62afaf63953c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.754034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d8603c-2ebd-4747-8395-62afaf63953c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.754034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d8603c-2ebd-4747-8395-62afaf63953c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.754034] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d8603c-2ebd-4747-8395-62afaf63953c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.809790] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.810104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.810104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.810277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.810387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.810485] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 already deleted. [ 592.810566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.810722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.810890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.810979] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.019824] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f71b180c-e1c1-44cf-a37c-d3c97e592790 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 593.020620] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 593.021069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.021191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.021294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.021631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.021741] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.256376] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d8603c-2ebd-4747-8395-62afaf63953c [ 593.256376] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.256908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.256908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.256908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.256996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.257136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d8603c-2ebd-4747-8395-62afaf63953c already deleted. [ 593.257252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d8603c-2ebd-4747-8395-62afaf63953c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.350785] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.351019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.351073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.351669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.351669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.351669] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 already deleted. [ 593.351669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.545526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.545710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.545772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.546011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.546096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.546191] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 already deleted. [ 593.546272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.710897] env[67204]: INFO networking_nsxv3.common.synchronization [None req-5f6e5de1-e915-48eb-8637-8a5375e345ad None None] Enqueued Resource ID: 7461eef3-fc8e-412e-9a66-1e278106f86e with Priority: HIGHEST for action port [ 593.711668] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7461eef3-fc8e-412e-9a66-1e278106f86e with Priority: HIGHEST for action port [ 593.712019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7461eef3-fc8e-412e-9a66-1e278106f86e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.712908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7461eef3-fc8e-412e-9a66-1e278106f86e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.713065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7461eef3-fc8e-412e-9a66-1e278106f86e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.713389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7461eef3-fc8e-412e-9a66-1e278106f86e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.713797] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7461eef3-fc8e-412e-9a66-1e278106f86e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.763217] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8e6acbd7-beb5-49a5-8a16-fce670aead3c None None] Enqueued Resource ID: b721b76c-a27d-44b7-98a9-bd8f835f416b with Priority: HIGHEST for action port [ 593.763737] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b721b76c-a27d-44b7-98a9-bd8f835f416b with Priority: HIGHEST for action port [ 593.764294] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b721b76c-a27d-44b7-98a9-bd8f835f416b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.764294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b721b76c-a27d-44b7-98a9-bd8f835f416b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.767744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b721b76c-a27d-44b7-98a9-bd8f835f416b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.767744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b721b76c-a27d-44b7-98a9-bd8f835f416b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.767744] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b721b76c-a27d-44b7-98a9-bd8f835f416b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.052330] env[67204]: INFO networking_nsxv3.common.synchronization [req-0c4a41ab-f397-42ff-84b4-7bb25a36d79a req-06dd6f02-7fbe-4f93-9d69-c27dd80c7519 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 594.052857] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 594.053181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.053308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.053372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.053637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.053795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.053895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.053952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.056223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.056332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.056433] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.171257] env[67204]: INFO networking_nsxv3.common.synchronization [None req-245a21d6-67b9-487f-925d-e8012482e1aa tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 594.171816] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 594.172262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.172361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.172361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.172594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.172759] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.219676] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7461eef3-fc8e-412e-9a66-1e278106f86e [ 594.219676] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.219676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.219676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.220684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.220868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.221077] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7461eef3-fc8e-412e-9a66-1e278106f86e already deleted. [ 594.221308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7461eef3-fc8e-412e-9a66-1e278106f86e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.269815] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b721b76c-a27d-44b7-98a9-bd8f835f416b [ 594.270182] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.270320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.270473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.270936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.270936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.270936] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b721b76c-a27d-44b7-98a9-bd8f835f416b already deleted. [ 594.270936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b721b76c-a27d-44b7-98a9-bd8f835f416b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.559481] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.559697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561370] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 already deleted. [ 594.561370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.696814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.696814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.696814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.696814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.697086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.697086] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 already deleted. [ 594.697534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.733241] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: SUCCESS [ 594.733241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.733456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.733625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.733852] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.734106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.734106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.734990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.734990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.734990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.734990] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.851391] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.851588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.851712] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.852056] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.852867] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.852867] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.852867] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.852867] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.853395] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.853395] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.853395] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.853395] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.853395] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.853563] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.853597] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.854130] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.880601] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.881749] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.881953] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.882158] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.882717] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-e38414a4-feaa-4cd2-8342-197d997cdf9c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.882861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.882975] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.883319] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.883448] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38414a4-feaa-4cd2-8342-197d997cdf9c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.236876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.237064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.237142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.237370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.237685] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.237685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.237685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.237881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.237915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.238078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.238262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.238362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.238439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.238594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.238734] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.238827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.238888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.239041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.239118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.239211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.239308] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.387151] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.387151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.387151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.387151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.387757] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port e38414a4-feaa-4cd2-8342-197d997cdf9c not found, creating... [ 595.387757] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.387757] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.387881] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.388133] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.388133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.389677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: e38414a4-feaa-4cd2-8342-197d997cdf9c is going to be created. [ 595.414900] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.416015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.416015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.416015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.416015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.416213] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.527775] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f8d961e0-ba12-4398-aa72-9073a412f584 None None] Enqueued Resource ID: b18cfcfa-1cc8-4981-a306-4d06a51c64a3 with Priority: HIGHEST for action port [ 595.528078] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18cfcfa-1cc8-4981-a306-4d06a51c64a3 with Priority: HIGHEST for action port [ 595.528667] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18cfcfa-1cc8-4981-a306-4d06a51c64a3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.528876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18cfcfa-1cc8-4981-a306-4d06a51c64a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.528876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18cfcfa-1cc8-4981-a306-4d06a51c64a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.529132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18cfcfa-1cc8-4981-a306-4d06a51c64a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.529213] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18cfcfa-1cc8-4981-a306-4d06a51c64a3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.740951] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29ccd2a3-001f-48d7-99a1-83ca2a4404be: rpc.has_security_group_logging(os_id): False [ 595.766021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.766021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.766021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.766669] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.767613] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be is going to be created. [ 595.861644] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.861644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.861644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.861644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.861644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.877396] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: IN_PROGRESS for 2s [ 596.034083] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b18cfcfa-1cc8-4981-a306-4d06a51c64a3 [ 596.035374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.035374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.035374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.035374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.035374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.035374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b18cfcfa-1cc8-4981-a306-4d06a51c64a3 already deleted. [ 596.035374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18cfcfa-1cc8-4981-a306-4d06a51c64a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.155689] env[67204]: INFO networking_nsxv3.common.synchronization [req-0c4a41ab-f397-42ff-84b4-7bb25a36d79a req-85eacb3d-91ab-450a-b87c-78d43a57ec80 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 596.155689] env[67204]: INFO networking_nsxv3.common.synchronization [req-0c4a41ab-f397-42ff-84b4-7bb25a36d79a req-85eacb3d-91ab-450a-b87c-78d43a57ec80 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 596.155689] env[67204]: INFO networking_nsxv3.common.synchronization [req-0c4a41ab-f397-42ff-84b4-7bb25a36d79a req-85eacb3d-91ab-450a-b87c-78d43a57ec80 service nova] Enqueued Resource ID: e38414a4-feaa-4cd2-8342-197d997cdf9c with Priority: HIGHEST for action port [ 596.157749] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 596.157749] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 596.157749] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38414a4-feaa-4cd2-8342-197d997cdf9c with Priority: HIGHEST for action port [ 596.158160] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.158278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.158374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.158644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.158749] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.161080] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.161211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.161276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.161774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.161774] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.161774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.161933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.161963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.162551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163406] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.164356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38414a4-feaa-4cd2-8342-197d997cdf9c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.164477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.164912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.165425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.165425] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38414a4-feaa-4cd2-8342-197d997cdf9c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.667656] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.668602] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668952] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e38414a4-feaa-4cd2-8342-197d997cdf9c with status ACTIVE [ 596.669047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.669146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.669213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669660] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.669755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.669812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.670040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.670219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.670329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.670393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.670533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.670605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.670687] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e38414a4-feaa-4cd2-8342-197d997cdf9c is going to be updated. [ 596.687194] env[67204]: INFO networking_nsxv3.common.synchronization [None req-00502d7a-caa0-4b11-911f-ce7dccc6deaa None None] Enqueued Resource ID: 06522fd5-bee4-45a2-90a8-875a2d085a04 with Priority: HIGHEST for action port [ 596.687669] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06522fd5-bee4-45a2-90a8-875a2d085a04 with Priority: HIGHEST for action port [ 596.688249] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-06522fd5-bee4-45a2-90a8-875a2d085a04 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06522fd5-bee4-45a2-90a8-875a2d085a04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.688424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06522fd5-bee4-45a2-90a8-875a2d085a04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.688673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06522fd5-bee4-45a2-90a8-875a2d085a04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.688755] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06522fd5-bee4-45a2-90a8-875a2d085a04',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.698231] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.698407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.698462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.698634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.698769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.698943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38414a4-feaa-4cd2-8342-197d997cdf9c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.823393] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-ef72d10e-69ae-47d7-9e05-3cc4533e4ab7 tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 596.825133] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 596.826077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.826402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.827143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.827795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.828397] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.828953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.829385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.829534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.829594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.829698] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.172549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.190612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06522fd5-bee4-45a2-90a8-875a2d085a04 [ 597.190916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.191084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.191198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.191416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.191542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.191662] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06522fd5-bee4-45a2-90a8-875a2d085a04 already deleted. [ 597.191758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06522fd5-bee4-45a2-90a8-875a2d085a04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.332731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.332859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.332995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.334123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.334123] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc already deleted. [ 597.334123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352987] env[67204]: INFO networking_nsxv3.common.synchronization [req-012b095d-dfa4-49df-ae4c-abb5ffb816e0 req-850a4e66-ba66-43cf-b05f-5bf3bdec8b4c tempest-SecurityGroupRulesNegativeTestJSON-2114124062 tempest-SecurityGroupRulesNegativeTestJSON-2114124062-project-member] Enqueued Resource ID: f05522bb-590f-44c0-ac2b-3f45581ca109 with Priority: HIGHEST for action security_group_rules [ 597.353829] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05522bb-590f-44c0-ac2b-3f45581ca109 with Priority: HIGHEST for action security_group_rules [ 597.353829] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f05522bb-590f-44c0-ac2b-3f45581ca109 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.354040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.357095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.357095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.357247] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f05522bb-590f-44c0-ac2b-3f45581ca109',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.675143] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.675464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.675464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.675726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.675726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.675831] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be created. [ 597.702487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.702644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.702713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.702925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.703460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.714481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: UNINITIALIZED for 2s [ 597.880070] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.880257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.880419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.880541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.880626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.880722] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f05522bb-590f-44c0-ac2b-3f45581ca109 already deleted. [ 597.880803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.893119] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: SUCCESS [ 597.893344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.998607] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.998795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.998962] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.999325] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.999572] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.999723] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.999832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.000046] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.000189] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.000189] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.000189] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.000189] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.000189] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.000189] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.000189] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.000189] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.022014] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.022267] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.022412] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.022604] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.022943] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-271159d6-6f2a-46d5-b729-8cc46f1cee1c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.023153] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.023273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.023609] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.023764] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271159d6-6f2a-46d5-b729-8cc46f1cee1c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.505743] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8b0136e4-2e96-434a-8f52-a4ddbc8261bd None None] Enqueued Resource ID: 0951c4bb-abe7-44b3-b053-9d97ac24dbd9 with Priority: HIGHEST for action port [ 598.506453] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0951c4bb-abe7-44b3-b053-9d97ac24dbd9 with Priority: HIGHEST for action port [ 598.506864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0951c4bb-abe7-44b3-b053-9d97ac24dbd9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.507068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0951c4bb-abe7-44b3-b053-9d97ac24dbd9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.507265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0951c4bb-abe7-44b3-b053-9d97ac24dbd9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.507518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0951c4bb-abe7-44b3-b053-9d97ac24dbd9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.507698] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0951c4bb-abe7-44b3-b053-9d97ac24dbd9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.526030] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.526241] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.526366] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.526635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.526776] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.526922] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 271159d6-6f2a-46d5-b729-8cc46f1cee1c not found, creating... [ 598.527189] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.527349] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.527447] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.527653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.527779] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.528116] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.528290] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.528403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.528600] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.528728] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.528857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 271159d6-6f2a-46d5-b729-8cc46f1cee1c is going to be created. [ 598.551782] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.551997] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.552132] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.552395] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.552616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.552822] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.949662] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-4526775a-1d28-4bad-be0a-3a3fb7abff3f tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 598.950244] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 598.950586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.952775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.952775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.952775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.011981] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0951c4bb-abe7-44b3-b053-9d97ac24dbd9 [ 599.012228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.012375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.012446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.012665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.012751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.012848] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0951c4bb-abe7-44b3-b053-9d97ac24dbd9 already deleted. [ 599.014056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0951c4bb-abe7-44b3-b053-9d97ac24dbd9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.219143] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ed32cb59-2106-4615-a7ce-3794c70cb3f3 None None] Enqueued Resource ID: e27054ad-c9fc-4320-8375-2609de9913e2 with Priority: HIGHEST for action port [ 599.219391] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27054ad-c9fc-4320-8375-2609de9913e2 with Priority: HIGHEST for action port [ 599.219949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27054ad-c9fc-4320-8375-2609de9913e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.220116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27054ad-c9fc-4320-8375-2609de9913e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.220192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27054ad-c9fc-4320-8375-2609de9913e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.221244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27054ad-c9fc-4320-8375-2609de9913e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.221244] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27054ad-c9fc-4320-8375-2609de9913e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.296504] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-b13520de-f628-4c3b-8491-9f1cdb874b1c service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 599.297045] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-b13520de-f628-4c3b-8491-9f1cdb874b1c service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 599.297045] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-b13520de-f628-4c3b-8491-9f1cdb874b1c service nova] Enqueued Resource ID: 271159d6-6f2a-46d5-b729-8cc46f1cee1c with Priority: HIGHEST for action port [ 599.297500] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 599.297651] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 599.297753] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271159d6-6f2a-46d5-b729-8cc46f1cee1c with Priority: HIGHEST for action port [ 599.300403] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.300730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.300817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.301101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.301186] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.303177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.303177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.303388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-271159d6-6f2a-46d5-b729-8cc46f1cee1c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.303388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.303510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.304134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.304134] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271159d6-6f2a-46d5-b729-8cc46f1cee1c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.455577] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.455748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.455822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.456107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.456202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.456406] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.456509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.456572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.456741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.456815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.456900] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc already deleted. [ 599.456977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.457147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.457324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.457433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.457526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.457586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.457718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.457791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.457876] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.693590] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.693860] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.693999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.694346] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.694634] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.694825] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.694949] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.695216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.695388] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.695630] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.695735] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.695839] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.695938] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.696464] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.696464] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.696464] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.716885] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.716885] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.716885] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.716885] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.717266] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-0cf82cb5-dd56-4b3d-920d-a401521969ab taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.717498] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.717630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.718342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.718342] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf82cb5-dd56-4b3d-920d-a401521969ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.724279] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27054ad-c9fc-4320-8375-2609de9913e2 [ 599.724510] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.724654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.724724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.724931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.725037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.725136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27054ad-c9fc-4320-8375-2609de9913e2 already deleted. [ 599.725216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27054ad-c9fc-4320-8375-2609de9913e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.729131] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 599.729450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.729891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.730113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.730317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.730464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.730511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.730731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.730857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.730972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.731087] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.805955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.806165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.808547] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 271159d6-6f2a-46d5-b729-8cc46f1cee1c with status ACTIVE [ 599.810016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.810016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.810501] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.810501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.810501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.810681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.810681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.810826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 271159d6-6f2a-46d5-b729-8cc46f1cee1c is going to be updated. [ 599.838189] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.838189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.838189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.838189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.838189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.838559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271159d6-6f2a-46d5-b729-8cc46f1cee1c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.959932] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.222140] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.222365] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.223126] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.223126] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.223126] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.223126] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 0cf82cb5-dd56-4b3d-920d-a401521969ab not found, creating... [ 600.223448] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.223587] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.223707] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.223905] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.224043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.224661] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.224661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.224661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.224869] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.224869] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.225050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 0cf82cb5-dd56-4b3d-920d-a401521969ab is going to be created. [ 600.233791] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.233893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.233994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.234171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.234314] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.234412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.234475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.234616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.234696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.234779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.234920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.235019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.235080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.235248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.235390] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.235495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.235556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.235692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.235766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.235849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.235957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.245727] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.245727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.245727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.245727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.245727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.245727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.461927] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.738374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 600.757763] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.758337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.758337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.758520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.758575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.758769] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.759276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.759276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.759276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.759276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.759624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.759624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.759624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.759624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.759840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.759840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.759950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.760016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.760791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.760791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.760791] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be created. [ 600.839961] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.839961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.839961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.839961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.840173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.854924] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 600.876097] env[67204]: INFO networking_nsxv3.common.synchronization [None req-a913adf5-4e8c-406a-942c-b91e6a56bc66 None None] Enqueued Resource ID: 67822c58-8c8f-4803-802a-978341cf42e1 with Priority: HIGHEST for action port [ 600.876097] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67822c58-8c8f-4803-802a-978341cf42e1 with Priority: HIGHEST for action port [ 600.876655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-67822c58-8c8f-4803-802a-978341cf42e1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.876784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67822c58-8c8f-4803-802a-978341cf42e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.876845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67822c58-8c8f-4803-802a-978341cf42e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.878174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67822c58-8c8f-4803-802a-978341cf42e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.878271] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67822c58-8c8f-4803-802a-978341cf42e1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.914313] env[67204]: INFO networking_nsxv3.common.synchronization [req-e54a2f7f-96f9-4a25-a065-4cdb77a67bca req-cb23b142-f62b-4288-8d57-7c5ab86a62ef tempest-VolumesAdminNegativeTest-2104116709 tempest-VolumesAdminNegativeTest-2104116709-project-member] Enqueued Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 600.914982] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 600.915720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.915881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.915960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.916263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.916833] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.916833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.916833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.916833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.917125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.917125] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.966409] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.966409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.966409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.966409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.966409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.966409] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be created. [ 600.976806] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-4d5ce444-2384-4e28-b37e-f87e79c0355c service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 600.977319] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-4d5ce444-2384-4e28-b37e-f87e79c0355c service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 600.977319] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c8dabfa-88f1-45ea-8af3-2f884c076d1b req-4d5ce444-2384-4e28-b37e-f87e79c0355c service nova] Enqueued Resource ID: 0cf82cb5-dd56-4b3d-920d-a401521969ab with Priority: HIGHEST for action port [ 600.979119] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 600.979119] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 600.979119] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf82cb5-dd56-4b3d-920d-a401521969ab with Priority: HIGHEST for action port [ 600.979119] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.979119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.979119] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.979584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.979584] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf82cb5-dd56-4b3d-920d-a401521969ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.979584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.979584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.979740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.979772] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf82cb5-dd56-4b3d-920d-a401521969ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.998874] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.999109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.999410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.011755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: UNINITIALIZED for 2s [ 601.313903] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.314116] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-127" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.314237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-127" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.314603] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-127" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.314803] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.314954] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.315346] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.315346] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.315448] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315693] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.315801] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.316013] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.317055] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.317055] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.317055] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.317215] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.341010] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.341171] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.341297] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.341465] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-127" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.341783] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-0d431fc4-550e-4d62-981e-ed0c4e012666 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.341987] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.342128] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.342490] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.342660] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d431fc4-550e-4d62-981e-ed0c4e012666',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.380369] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67822c58-8c8f-4803-802a-978341cf42e1 [ 601.380562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.380702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.380765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.380992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.381090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.381254] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67822c58-8c8f-4803-802a-978341cf42e1 already deleted. [ 601.381254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67822c58-8c8f-4803-802a-978341cf42e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421635] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421635] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.421635] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e already deleted. [ 601.421635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.482188] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf82cb5-dd56-4b3d-920d-a401521969ab with status ACTIVE [ 601.482843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.482995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.483081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.483381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.483476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.483671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.483812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.483881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.484088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.484140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.486591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.486707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.486775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.486934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.487025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.487121] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf82cb5-dd56-4b3d-920d-a401521969ab is going to be updated. [ 601.512968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.513163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.513240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.513446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.513597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.513763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf82cb5-dd56-4b3d-920d-a401521969ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.845786] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.845786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.845786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.846069] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.846069] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.846480] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 0d431fc4-550e-4d62-981e-ed0c4e012666 not found, creating... [ 601.846850] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.847059] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.847183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.847421] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.847556] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.847840] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.848353] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.848554] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.848900] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.849121] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.849300] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 0d431fc4-550e-4d62-981e-ed0c4e012666 is going to be created. [ 601.871747] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.872143] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.872379] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.872773] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.873082] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.873305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [req-e54a2f7f-96f9-4a25-a065-4cdb77a67bca req-3693e593-d864-4694-8ef2-e298ff6bb257 service nova] Enqueued Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_rules [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [req-e54a2f7f-96f9-4a25-a065-4cdb77a67bca req-3693e593-d864-4694-8ef2-e298ff6bb257 service nova] Enqueued Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [req-e54a2f7f-96f9-4a25-a065-4cdb77a67bca req-3693e593-d864-4694-8ef2-e298ff6bb257 service nova] Enqueued Resource ID: 0d431fc4-550e-4d62-981e-ed0c4e012666 with Priority: HIGHEST for action port [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_rules [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 602.584799] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d431fc4-550e-4d62-981e-ed0c4e012666 with Priority: HIGHEST for action port [ 602.586845] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.587046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.587654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.591033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d431fc4-550e-4d62-981e-ed0c4e012666 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.595018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.595018] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d431fc4-550e-4d62-981e-ed0c4e012666',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.870302] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 602.872573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.024863] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.024863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.024863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.024863] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.027067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.033149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.033149] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.033149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.033149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.033149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.033149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.033149] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.100955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.101110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.101701] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d431fc4-550e-4d62-981e-ed0c4e012666 with status ACTIVE [ 603.101701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.101701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.101701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.101906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.101906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102082] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.102375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.102451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102809] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.102909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.102973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.103137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.103214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.103299] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d431fc4-550e-4d62-981e-ed0c4e012666 is going to be updated. [ 603.104794] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.127596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.127737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.127829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.128193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.128332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.128593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d431fc4-550e-4d62-981e-ed0c4e012666" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.533448] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.533579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.533763] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.608475] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.632941] env[67204]: INFO networking_nsxv3.common.synchronization [req-9baa3760-69a9-4998-bff8-1c0204a7b835 req-0e41f79a-11a5-4db9-8c07-bb3969bbe4db tempest-ServersTestManualDisk-202211371 tempest-ServersTestManualDisk-202211371-project-member] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 603.633056] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 603.633611] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.633611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.633611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.633824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.634412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634606] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.038122] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.043169] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.043324] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-674" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.043458] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-674" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.043879] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-674" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.044178] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.044360] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.044488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.044732] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.044882] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.045230] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.045230] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.045396] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.045462] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.045524] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.045625] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.045785] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.068489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.068701] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.068945] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.069222] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-674" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.069610] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.069783] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.069902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.070311] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.070820] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16f7f76-41c1-4f3f-b740-7813aa0e4ef0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.110968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.111144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.111219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.111438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.111525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.111619] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e is going to be created. [ 604.140214] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.140214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.140214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.140435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.140435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.141875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.141875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.141875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.141875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.141875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.141875] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 already deleted. [ 604.141875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.142367] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.142478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.142544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.142704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.142860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.158550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: UNINITIALIZED for 2s [ 604.540962] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.541122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.541410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.541513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.541616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 604.574347] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.574614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.574759] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.575158] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.575336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.575639] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 not found, creating... [ 604.575837] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.576091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.576225] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.576513] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.576734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.577124] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.577279] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.577423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.577715] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.577890] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.578131] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 is going to be created. [ 604.580128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.580243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.580306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.580922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.581104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.591275] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 604.604295] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.604598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.604756] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.605136] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.606100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.606341] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.332834] env[67204]: INFO networking_nsxv3.common.synchronization [req-9baa3760-69a9-4998-bff8-1c0204a7b835 req-7f74e695-e2eb-4f2b-8048-07a76fb697a2 service nova] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 605.332834] env[67204]: INFO networking_nsxv3.common.synchronization [req-9baa3760-69a9-4998-bff8-1c0204a7b835 req-7f74e695-e2eb-4f2b-8048-07a76fb697a2 service nova] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 605.336974] env[67204]: INFO networking_nsxv3.common.synchronization [req-9baa3760-69a9-4998-bff8-1c0204a7b835 req-7f74e695-e2eb-4f2b-8048-07a76fb697a2 service nova] Enqueued Resource ID: d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 with Priority: HIGHEST for action port [ 605.337467] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_rules [ 605.337467] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 605.337601] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 with Priority: HIGHEST for action port [ 605.337795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.338165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.338165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.338419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.338419] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.339357] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.339503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.339584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.339761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.340279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.340279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.340279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.340279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.340588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.340588] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.343447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.343447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.343447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.343447] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d16f7f76-41c1-4f3f-b740-7813aa0e4ef0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.842949] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.844462] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 with status ACTIVE [ 605.845130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.845130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.845130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.845379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.845379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.845549] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.845651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.845704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.846155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.846239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.846461] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.846564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.846564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.846779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.846779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.846898] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d16f7f76-41c1-4f3f-b740-7813aa0e4ef0 is going to be updated. [ 605.849668] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.876318] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.876318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.876318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.876318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.876318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.876318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d16f7f76-41c1-4f3f-b740-7813aa0e4ef0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.169633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: SUCCESS [ 606.169891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.170094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.170344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.170549] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.170705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.170784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.170993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.171139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.171248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.171343] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.344834] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.604333] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 606.605380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.605380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605380] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.605706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.605902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.606140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.606573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.606729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.607101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.607180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.607270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.607391] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.673368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.673718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.673718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.673811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.673953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.674061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676639] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.676639] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676639] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.847296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.847502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.847681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.847755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.847876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.847948] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 is going to be created. [ 606.873356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.873849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.873849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.873849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.874163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.885368] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: UNINITIALIZED for 2s [ 607.109782] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97cbe45a-f9fb-4487-9243-c81ceaa394cc: rpc.has_security_group_logging(os_id): False [ 607.172049] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.172049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.172049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.172049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.172049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.174025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.174025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.174025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.174025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.181293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.181293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.181293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be created. [ 607.181293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b56efc1f-f1d4-475a-b57c-dddbe301a41e: rpc.has_security_group_logging(os_id): False [ 607.202994] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.203293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.203361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.203604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.203668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.203851] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.203957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.203996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.204153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.206015] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.206015] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.206015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.206441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.206441] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e is going to be created. [ 607.268550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.268701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.268701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.269014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.269130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.278544] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.278544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.278544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.278673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.279151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.283714] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 607.287980] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: IN_PROGRESS for 2s [ 607.548500] env[67204]: INFO networking_nsxv3.common.synchronization [None req-1740e9fa-98de-4e49-aa37-26d7fc3d294e None None] Enqueued Resource ID: 88d66f87-b5c8-4f5f-9c99-dca8a436ab8e with Priority: HIGHEST for action port [ 607.549665] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d66f87-b5c8-4f5f-9c99-dca8a436ab8e with Priority: HIGHEST for action port [ 607.549665] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d66f87-b5c8-4f5f-9c99-dca8a436ab8e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.549665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d66f87-b5c8-4f5f-9c99-dca8a436ab8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.550035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d66f87-b5c8-4f5f-9c99-dca8a436ab8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.550035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d66f87-b5c8-4f5f-9c99-dca8a436ab8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.551053] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d66f87-b5c8-4f5f-9c99-dca8a436ab8e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.705728] env[67204]: INFO networking_nsxv3.common.synchronization [None req-2bc52cdc-5528-4cf6-98c1-fe70605794d7 None None] Enqueued Resource ID: b34d4079-9fad-4d23-a66a-bd411728fb30 with Priority: HIGHEST for action port [ 607.707040] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34d4079-9fad-4d23-a66a-bd411728fb30 with Priority: HIGHEST for action port [ 607.707040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34d4079-9fad-4d23-a66a-bd411728fb30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.707040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34d4079-9fad-4d23-a66a-bd411728fb30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.707040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34d4079-9fad-4d23-a66a-bd411728fb30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.707040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34d4079-9fad-4d23-a66a-bd411728fb30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.707040] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34d4079-9fad-4d23-a66a-bd411728fb30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.052808] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88d66f87-b5c8-4f5f-9c99-dca8a436ab8e [ 608.053438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.053438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.053438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.053612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.053612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.053700] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88d66f87-b5c8-4f5f-9c99-dca8a436ab8e already deleted. [ 608.053734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d66f87-b5c8-4f5f-9c99-dca8a436ab8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.180760] env[67204]: INFO networking_nsxv3.common.synchronization [req-4cb0dbe2-4084-44bb-810b-b39e0cb51592 req-0150ac14-0d58-4164-9462-a06a51acdd6a tempest-SecurityGroupRulesNegativeTestJSON-2114124062 tempest-SecurityGroupRulesNegativeTestJSON-2114124062-project-member] Enqueued Resource ID: f05522bb-590f-44c0-ac2b-3f45581ca109 with Priority: HIGHEST for action security_group_rules [ 608.181576] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05522bb-590f-44c0-ac2b-3f45581ca109 with Priority: HIGHEST for action security_group_rules [ 608.181718] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f05522bb-590f-44c0-ac2b-3f45581ca109 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.181852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.181920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.182411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.182510] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f05522bb-590f-44c0-ac2b-3f45581ca109',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.211186] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34d4079-9fad-4d23-a66a-bd411728fb30 [ 608.211319] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.211467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.211537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.211763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.211861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.211956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34d4079-9fad-4d23-a66a-bd411728fb30 already deleted. [ 608.212049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34d4079-9fad-4d23-a66a-bd411728fb30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.504953] env[67204]: INFO networking_nsxv3.common.synchronization [req-a7dd45bd-1265-4264-83c4-52305a8dccfa req-2ea74b02-34d1-48d5-acd7-9da60f741c28 tempest-VolumesAssistedSnapshotsTest-1291996267 tempest-VolumesAssistedSnapshotsTest-1291996267-project-member] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 608.504953] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 608.504953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.504953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.504953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.504953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.504953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.505612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.505612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.505867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.505936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.506042] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.722693] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.722972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.722972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.726313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.726313] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f05522bb-590f-44c0-ac2b-3f45581ca109 already deleted. [ 608.726313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f05522bb-590f-44c0-ac2b-3f45581ca109" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.895829] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.895829] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-900" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.895962] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-900" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.896624] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-900" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.896948] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.897170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.897292] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.897557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.897698] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.897936] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.897995] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.898173] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.898308] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.898423] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.898526] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.898655] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.900438] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: SUCCESS [ 608.900648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.901298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.901548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.901674] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.901779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.901835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.901989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.902163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.935235] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.935235] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.935235] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.935235] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-900" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.935391] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-0597f553-76e5-4fd6-91c0-41022af346bf taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.935535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.935668] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.936013] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.936204] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0597f553-76e5-4fd6-91c0-41022af346bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.010933] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.011200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.011328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.011630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.011766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.012075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.012243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.012350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.012583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.012702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.012826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 already deleted. [ 609.012954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.245175] env[67204]: INFO networking_nsxv3.common.synchronization [req-dafa54f7-d16a-43bb-9970-4b5326fd5faf req-03a5f102-0c2e-45f7-87f4-4a306d782c98 tempest-DeleteServersAdminTestJSON-761042912 tempest-DeleteServersAdminTestJSON-761042912-project-admin] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 609.246029] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 609.246569] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.246710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.246777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.247095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.247288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.247387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.247473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.247666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.247757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.247852] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.301059] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 609.301503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.301708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.301962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.302065] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.303605] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: SUCCESS [ 609.303862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.404305] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.442162] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.442523] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.442774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.443242] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.443461] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.443622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 0597f553-76e5-4fd6-91c0-41022af346bf not found, creating... [ 609.443933] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.444121] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.444237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.444466] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.444597] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.444890] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.445273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.445412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.445629] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.445759] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.445894] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 0597f553-76e5-4fd6-91c0-41022af346bf is going to be created. [ 609.471806] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.472028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.472171] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.472568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.472736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.473025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.711281] env[67204]: INFO networking_nsxv3.common.synchronization [req-1e6c181f-c9b9-40ca-aa23-0b971f1e2c97 req-8863155e-7699-4282-bd23-8c584e1de3b4 tempest-ImagesNegativeTestJSON-661396904 tempest-ImagesNegativeTestJSON-661396904-project-member] Enqueued Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 609.711681] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGHEST for action security_group_members [ 609.712017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.712161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.712233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.713392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.713392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.713392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.713392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.713392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.713392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.713392] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.751601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.751601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.751601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.752247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.752247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.752247] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be updated. [ 609.791106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.792396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.792396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 609.806254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.806494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.806593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.806835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.807109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.807201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.807240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.807714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.807714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.807714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.807872] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.912255] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9861e91-84be-4320-9fed-859cf8ca6fd5: rpc.has_security_group_logging(os_id): False [ 609.932566] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.932767] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.932813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.933017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.933104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.933355] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.933483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.933545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.933702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.933779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.933864] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 is going to be created. [ 609.999358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.999610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.999610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.999805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.000070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.019762] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: IN_PROGRESS for 2s [ 610.219979] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.219979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.219979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.219979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.219979] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.219979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.220319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.220319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.220319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.220400] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be is going to be updated. [ 610.237892] env[67204]: INFO networking_nsxv3.common.synchronization [req-a7dd45bd-1265-4264-83c4-52305a8dccfa req-c5dc1cf9-499e-4e49-a402-38d8361c9396 service nova] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 610.238119] env[67204]: INFO networking_nsxv3.common.synchronization [req-a7dd45bd-1265-4264-83c4-52305a8dccfa req-c5dc1cf9-499e-4e49-a402-38d8361c9396 service nova] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 610.238274] env[67204]: INFO networking_nsxv3.common.synchronization [req-a7dd45bd-1265-4264-83c4-52305a8dccfa req-c5dc1cf9-499e-4e49-a402-38d8361c9396 service nova] Enqueued Resource ID: 0597f553-76e5-4fd6-91c0-41022af346bf with Priority: HIGHEST for action port [ 610.239937] env[67204]: INFO networking_nsxv3.common.synchronization [None req-beac18de-15b2-4b72-8023-f85901bbee39 None None] Enqueued Resource ID: 88bde352-f854-4c24-a328-5cee0552b343 with Priority: HIGHEST for action port [ 610.240929] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_rules [ 610.241106] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0597f553-76e5-4fd6-91c0-41022af346bf with Priority: HIGHEST for action port [ 610.241206] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 610.243301] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bde352-f854-4c24-a328-5cee0552b343 with Priority: HIGHEST for action port [ 610.243301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.243301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.243301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.243301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.243301] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.244237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0597f553-76e5-4fd6-91c0-41022af346bf taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.244439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.244554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.244691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.244771] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0597f553-76e5-4fd6-91c0-41022af346bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.245615] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.245741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.245807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.245964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.246470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.246574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.246784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.246978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.247089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.247181] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.251778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bde352-f854-4c24-a328-5cee0552b343 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.251778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bde352-f854-4c24-a328-5cee0552b343" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.251778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bde352-f854-4c24-a328-5cee0552b343" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.252052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bde352-f854-4c24-a328-5cee0552b343" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.252098] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bde352-f854-4c24-a328-5cee0552b343',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.255542] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.255542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.255542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.255777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.255777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.278953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: IN_PROGRESS for 2s [ 610.309946] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.310221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.310337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.310724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.310952] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.311547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.311643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.311837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.311924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.312043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.312186] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.312283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.312342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.312496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.312634] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.312722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.312780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.314292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.314292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.314292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.314292] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.494259] env[67204]: INFO networking_nsxv3.common.synchronization [None req-55f6a1af-aa07-42c8-8bdc-82a83d4528d8 tempest-ServersTestBootFromVolume-1972186952 tempest-ServersTestBootFromVolume-1972186952-project-member] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 610.494259] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 610.494259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.494259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.494259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.494259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.494259] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.520264] env[67204]: INFO networking_nsxv3.common.synchronization [None req-38c2dfba-cbde-4523-b263-e9de45a5dad5 None None] Enqueued Resource ID: 94af7f13-257e-429e-bd5d-592fcc77cb4a with Priority: HIGHEST for action port [ 610.520521] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94af7f13-257e-429e-bd5d-592fcc77cb4a with Priority: HIGHEST for action port [ 610.521138] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-94af7f13-257e-429e-bd5d-592fcc77cb4a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94af7f13-257e-429e-bd5d-592fcc77cb4a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94af7f13-257e-429e-bd5d-592fcc77cb4a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.521585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94af7f13-257e-429e-bd5d-592fcc77cb4a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.521669] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94af7f13-257e-429e-bd5d-592fcc77cb4a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.593460] env[67204]: INFO networking_nsxv3.common.synchronization [None req-60d4471c-8dc5-4941-a826-7507fd505a8b tempest-ServersTestBootFromVolume-1972186952 tempest-ServersTestBootFromVolume-1972186952-project-member] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 610.594046] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 610.595339] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.595465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.756497] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0597f553-76e5-4fd6-91c0-41022af346bf with status ACTIVE [ 610.756850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.756972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.757106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.757427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.757549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.757789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.757952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.758051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.758315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.758391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.758638] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.758760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.758856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.759106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.759208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.759316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0597f553-76e5-4fd6-91c0-41022af346bf is going to be updated. [ 610.761445] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.765034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.765034] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.765034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88bde352-f854-4c24-a328-5cee0552b343 [ 610.765034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.765034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.765034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.765034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.765034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.765034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88bde352-f854-4c24-a328-5cee0552b343 already deleted. [ 610.765576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bde352-f854-4c24-a328-5cee0552b343" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.796280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.796463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.796545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.796786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.796956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.797164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0597f553-76e5-4fd6-91c0-41022af346bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.816814] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97cbe45a-f9fb-4487-9243-c81ceaa394cc: rpc.has_security_group_logging(os_id): False [ 610.843885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.844127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.844295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.844650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.844822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.845181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.845331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.845422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.845676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.845800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.846154] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.846326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.847235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.847235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.847235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.847235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.847235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.847625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.847625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.847696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.847837] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 610.961471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.961471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.961471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.961471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.961471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.988345] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 611.024215] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.024215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.024215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.024215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.026227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f already deleted. [ 611.027200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.027200] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94af7f13-257e-429e-bd5d-592fcc77cb4a [ 611.028884] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.029350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.029525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.031600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.031780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.031909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94af7f13-257e-429e-bd5d-592fcc77cb4a already deleted. [ 611.032019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94af7f13-257e-429e-bd5d-592fcc77cb4a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.032242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.032479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.032572] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.267925] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.316487] env[67204]: INFO networking_nsxv3.common.synchronization [req-ab90ebab-be4d-4a41-b5c4-72020657cd3a req-dd1ef2e9-fb43-4fc6-bc22-8e25c7c36210 tempest-ServerDiagnosticsNegativeTest-1835600073 tempest-ServerDiagnosticsNegativeTest-1835600073-project-member] Enqueued Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 611.317193] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGHEST for action security_group_members [ 611.317433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.318075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.318075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.318075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.318075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.318382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.318382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.318482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.318538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.318847] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.555245] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.555245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.555245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.555245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.555245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.555245] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f already deleted. [ 611.555245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.772118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.772118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.772118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.772118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.772118] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 is going to be created. [ 611.803009] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.803195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.803267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.803992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.803992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.817949] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 611.818214] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc deletion is rescheduled due to dependency. [ 611.818343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.819328] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: UNINITIALIZED for 2s [ 611.822830] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.822830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.822996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.823131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.823215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.823758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.823758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.823959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.823959] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e is going to be updated. [ 611.861359] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.862035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.862035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.862035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.862035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.872513] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: IN_PROGRESS for 2s [ 612.036297] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: SUCCESS [ 612.036297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.312130] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be in Status: SUCCESS [ 612.312130] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be deletion is rescheduled due to dependency. [ 612.312130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.327943] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1223797-7051-4db3-8e78-15720dec89cd req-120589d1-db2f-4496-9dfb-a504dd30fe70 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 612.328678] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 612.328968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.329231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.329433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.329772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.330154] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.330350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.330494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.330685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.330812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.330947] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.834163] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.834163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.834163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.834730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.834730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.834730] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.837237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.837237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.837237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.837237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.837237] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 already deleted. [ 612.837237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.007760] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 613.007976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.070293] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.070293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-528" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.070293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-528" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.070293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-528" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.070616] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.070731] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.070930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.071204] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.071401] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.071690] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.072664] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.072664] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.072664] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.072892] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.073024] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.073222] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.097611] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.097914] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.098054] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.098306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-528" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.098849] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.099064] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.099247] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.099700] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.099900] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.606034] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.606034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e not found, creating... [ 613.606034] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.606034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.607245] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.607245] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.607245] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.607245] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.607245] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.607245] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e is going to be created. [ 613.637160] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.637160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.637160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.637160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.637160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.637160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.839355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: SUCCESS [ 613.839773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.839773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.840080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.840320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.840533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.840640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.840812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.840896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.841328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.843958] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.887498] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e in Status: SUCCESS [ 613.888425] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e deletion is rescheduled due to dependency. [ 613.888425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.346882] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.417292] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1223797-7051-4db3-8e78-15720dec89cd req-1373b581-1c66-4d71-8929-bef88a886155 service nova] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 614.417462] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1223797-7051-4db3-8e78-15720dec89cd req-1373b581-1c66-4d71-8929-bef88a886155 service nova] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 614.417591] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1223797-7051-4db3-8e78-15720dec89cd req-1373b581-1c66-4d71-8929-bef88a886155 service nova] Enqueued Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 614.421042] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 614.421203] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 614.421327] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 614.421913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.422069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.422196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.422344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.422430] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.423385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.423615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.423778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.423882] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.424117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.424276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.424366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424479] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.425820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.425820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.425820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.425820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.426034] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.665371] env[67204]: INFO networking_nsxv3.common.synchronization [req-48b17174-3f36-44ab-9617-617863fd73bf req-38e74300-96cd-405e-a534-21b5f5a0c463 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 614.666294] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 614.667164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.668322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.668322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.668651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.668935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.669059] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.854323] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d6b0f71-9972-47f6-be5a-5858e0de9591: rpc.has_security_group_logging(os_id): False [ 614.873196] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.873437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.873437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.873652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.874051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.874051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.874214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.874214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.874334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.874334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.874550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 is going to be created. [ 614.927848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.927848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.928569] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.933034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with status ACTIVE [ 614.933136] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.933288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.933348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.933610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.933702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.933887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.933993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.934071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.934247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.934344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.934537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.934635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.934697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.934852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.934918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.935011] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e is going to be updated. [ 614.956415] env[67204]: INFO networking_nsxv3.common.synchronization [req-b57a5b91-6dae-4a91-bdce-5344b448ce03 req-6652d3ee-0711-4c05-ad8c-ca8723af48e1 tempest-ServerMetadataTestJSON-1069509257 tempest-ServerMetadataTestJSON-1069509257-project-member] Enqueued Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 614.959114] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.959114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.959114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.961019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.961019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.961241] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 614.961842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.961994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.962149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.962385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.962570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.962697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.962774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.962961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.963075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.963214] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.968492] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.968492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.968492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.968492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.968492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.968786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.979739] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: IN_PROGRESS for 2s [ 615.170893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.171069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.171135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.171356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.171445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.171631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.171727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.171786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.171931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.171993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.172113] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 615.209223] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.209514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.209514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.211027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.211027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.221471] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 615.351038] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.351038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-602" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.351038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-602" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.351432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-602" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.351831] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.352295] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.352616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.355087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.355087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.355087] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.355087] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.355087] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.355087] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.355087] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.355087] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.355087] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.378136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.378499] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.379848] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.380084] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-602" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.380450] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-41b5dd44-d442-4280-90c7-e742104e4a56 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.380640] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.381172] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.382183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.382446] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b5dd44-d442-4280-90c7-e742104e4a56',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.437682] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.469948] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.470192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.470300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.470625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.470731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.470968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.471096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.471163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.471335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.471444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.471557] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 already deleted. [ 615.471669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.817733] env[67204]: INFO networking_nsxv3.common.synchronization [None req-76c6a97e-9b68-4e7f-9278-2ae45631ac13 tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 615.818574] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 615.819083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.819285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.819372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.819681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.819852] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.887289] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.887768] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.887913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.888470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.888572] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.888746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 41b5dd44-d442-4280-90c7-e742104e4a56 not found, creating... [ 615.889388] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.889891] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.889891] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.890054] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.890296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.890845] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.891030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.891296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.891546] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.891629] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.891774] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 41b5dd44-d442-4280-90c7-e742104e4a56 is going to be created. [ 615.922669] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.923029] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.923242] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.923648] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.924015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.924340] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.939751] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.939996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.940140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.940454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.940594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.940728] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be created. [ 615.983688] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.984169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.984169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.984310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.984374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.011027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: UNINITIALIZED for 2s [ 616.344567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.346311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.346311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.346311] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 already deleted. [ 616.346311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.439828] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6a95548e-eb1b-4429-8296-e8a27eda90aa tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 616.441408] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 616.443085] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.443085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.443085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.443085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.443085] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.820453] env[67204]: INFO networking_nsxv3.common.synchronization [req-b57a5b91-6dae-4a91-bdce-5344b448ce03 req-efd29047-5103-44a6-a8df-c3a49b399763 service nova] Enqueued Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_rules [ 616.820664] env[67204]: INFO networking_nsxv3.common.synchronization [req-b57a5b91-6dae-4a91-bdce-5344b448ce03 req-efd29047-5103-44a6-a8df-c3a49b399763 service nova] Enqueued Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 616.820824] env[67204]: INFO networking_nsxv3.common.synchronization [req-b57a5b91-6dae-4a91-bdce-5344b448ce03 req-efd29047-5103-44a6-a8df-c3a49b399763 service nova] Enqueued Resource ID: 41b5dd44-d442-4280-90c7-e742104e4a56 with Priority: HIGHEST for action port [ 616.821389] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_rules [ 616.821522] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 616.821638] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b5dd44-d442-4280-90c7-e742104e4a56 with Priority: HIGHEST for action port [ 616.821931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.822899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.822899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.822899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.823077] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.824023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.824149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.824243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.824447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.824645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.824778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.824882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.825092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.825580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.825580] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.826198] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b5dd44-d442-4280-90c7-e742104e4a56 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.826361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.826873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.827873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.827873] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b5dd44-d442-4280-90c7-e742104e4a56',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.972296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.973130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.973289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.973573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.973710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.973847] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 already deleted. [ 616.978213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.000108] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: SUCCESS [ 617.000614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.237630] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 617.237630] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 617.237630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.330012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.330253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.330425] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.331520] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41b5dd44-d442-4280-90c7-e742104e4a56 with status ACTIVE [ 617.331520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.332885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.332885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.332885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.333283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.333283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.333283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.333283] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41b5dd44-d442-4280-90c7-e742104e4a56 is going to be updated. [ 617.358702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.358880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.358941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.359154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.359311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.359472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b5dd44-d442-4280-90c7-e742104e4a56" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.804879] env[67204]: INFO networking_nsxv3.common.synchronization [req-47186e2d-9756-40b3-950d-dc528e48d04c req-90a39865-92b2-4ddd-82e9-15647d1a9cf6 tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 617.805675] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 617.806290] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.806290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.806290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.806462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.806917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.806917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.806917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.806917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.806917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.807716] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.835521] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.025725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 618.026278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.026478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.026810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.027068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.027248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.027329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.027591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.027699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.027824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.027972] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.309721] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.338835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.338954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.339038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.339281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.339398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.339502] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 is going to be created. [ 618.367495] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.367693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.367766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.367979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.368150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.378836] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: UNINITIALIZED for 2s [ 618.530749] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.812449] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.037229] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb152375-c7f6-4afe-b1bb-0a8726ac79e4: rpc.has_security_group_logging(os_id): False [ 619.057188] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.057390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.057436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.057623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.057937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.059940] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.060608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.060608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.060608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.060608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be created. [ 619.125994] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.126234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.126310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.126636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.126823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.142209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 619.314611] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.314811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.314888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.315218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.315325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.315419] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 619.365686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.365686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.365686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.365968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.365968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381216] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 619.767040] env[67204]: INFO networking_nsxv3.common.synchronization [req-595a431c-2116-4f58-8311-edb806f49a56 req-3cf13767-fde7-4b5a-9a4f-23a2ee3faacf tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 619.767040] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 619.767752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.767752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.391883] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: SUCCESS [ 620.392186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.392308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.392637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.392769] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.392909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.392975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.393556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.393556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.393556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.393556] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.788048] env[67204]: INFO networking_nsxv3.common.synchronization [req-ebf8de12-f2fb-4204-a123-c92ae12e81b8 req-5c6f9352-ec91-4e8c-a7b7-acc5fbf88f9a tempest-InstanceActionsV221TestJSON-1412220065 tempest-InstanceActionsV221TestJSON-1412220065-project-member] Enqueued Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 620.788048] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 620.788048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.788048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.788048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.788048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.788748] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.788748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.788748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.788748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.788900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.788900] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.897032] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.897032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.897032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.897032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.899563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.899563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.899563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.899563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.899563] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.158106] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 621.158469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.279467] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.279708] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-813" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-813" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.280294] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-813" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.280637] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.280805] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.280920] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.281495] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.281675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.282023] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.282023] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.282170] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.282296] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.282409] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.282510] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.282789] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.292074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.292269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.292371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.292601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.292706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.292966] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.293165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.293257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.293470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.293606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.293706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 already deleted. [ 621.293820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.305221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.305432] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.305521] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.305697] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-813" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.306032] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-44c3dfaf-3975-4a22-9026-79249220479e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306211] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.306730] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.306883] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c3dfaf-3975-4a22-9026-79249220479e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.390578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.392879] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.392879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.392879] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.403554] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8018d96-30f9-40fb-a3ce-6abae338ae47: rpc.has_security_group_logging(os_id): False [ 621.423344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.423495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.423559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.423791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.423923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.424531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.424606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.424803] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.424898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.424957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.425132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.425200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.425389] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.425498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.425561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.425701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.425785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.425851] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 is going to be created. [ 621.487127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.487331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.487394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.487765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.500116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: IN_PROGRESS for 2s [ 621.812827] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.813093] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.814100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.814100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.814227] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.814804] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 44c3dfaf-3975-4a22-9026-79249220479e not found, creating... [ 621.814804] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.815019] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.815211] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.815508] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.815697] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.816139] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.816337] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.816560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.816822] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.817008] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.817484] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 44c3dfaf-3975-4a22-9026-79249220479e is going to be created. [ 621.838806] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.839358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.839358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.839713] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.895625] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.895917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.896111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.896397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.896697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.896783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.896910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.896966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.897134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.897216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.897321] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 621.928923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.929130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.929215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.929507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.929651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.939021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 622.606345] env[67204]: INFO networking_nsxv3.common.synchronization [req-ebf8de12-f2fb-4204-a123-c92ae12e81b8 req-97f25d1e-e1b1-440e-be78-d3528fd83b8c service nova] Enqueued Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_rules [ 622.606747] env[67204]: INFO networking_nsxv3.common.synchronization [req-ebf8de12-f2fb-4204-a123-c92ae12e81b8 req-97f25d1e-e1b1-440e-be78-d3528fd83b8c service nova] Enqueued Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 622.606747] env[67204]: INFO networking_nsxv3.common.synchronization [req-ebf8de12-f2fb-4204-a123-c92ae12e81b8 req-97f25d1e-e1b1-440e-be78-d3528fd83b8c service nova] Enqueued Resource ID: 44c3dfaf-3975-4a22-9026-79249220479e with Priority: HIGHEST for action port [ 622.607308] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_rules [ 622.607656] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 622.607656] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44c3dfaf-3975-4a22-9026-79249220479e with Priority: HIGHEST for action port [ 622.608032] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.608450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.608623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.610370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.610538] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.612100] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.612100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.612311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.614968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.614968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.614968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.614968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.614968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.614968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.614968] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.615812] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-44c3dfaf-3975-4a22-9026-79249220479e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.616893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.616893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.616893] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44c3dfaf-3975-4a22-9026-79249220479e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.122524] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.122524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.122524] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44c3dfaf-3975-4a22-9026-79249220479e with status ACTIVE [ 623.122524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.122524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.122524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.123726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.123726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.123726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.125163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.125163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.125163] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44c3dfaf-3975-4a22-9026-79249220479e is going to be updated. [ 623.152266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.152390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.152465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.152666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.152871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.153046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44c3dfaf-3975-4a22-9026-79249220479e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.375145] env[67204]: INFO networking_nsxv3.common.synchronization [req-c1e93a42-3ba4-47e9-a376-fe99468d151d req-b1af73bb-a4fd-415d-9c24-5c2cdfeeedc2 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 623.375863] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 623.376103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.376322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.376460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.376731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.376900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.377009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.377078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.377233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.377318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.377408] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.516074] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: SUCCESS [ 623.516444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.628836] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.759183] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.759183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.759183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.759183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.759183] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.759183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.759183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.760454] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.760861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.761209] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.761536] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.761755] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.761952] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.762177] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.762375] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.762613] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.786310] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.786310] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.786310] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.786310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.786310] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.786310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.786310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.786310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.786310] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.788966] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f70685cc-8edd-48fb-bbff-f7d4429cb62a None None] Enqueued Resource ID: e8681fd9-0dfb-4816-8b40-49c6ceb078e3 with Priority: HIGHEST for action port [ 623.790654] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8681fd9-0dfb-4816-8b40-49c6ceb078e3 with Priority: HIGHEST for action port [ 623.791140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8681fd9-0dfb-4816-8b40-49c6ceb078e3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.791568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8681fd9-0dfb-4816-8b40-49c6ceb078e3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.791806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8681fd9-0dfb-4816-8b40-49c6ceb078e3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.792267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8681fd9-0dfb-4816-8b40-49c6ceb078e3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.792449] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8681fd9-0dfb-4816-8b40-49c6ceb078e3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.882474] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.882474] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.882474] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 already deleted. [ 623.882474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951903] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 623.951903] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc deletion is rescheduled due to dependency. [ 623.951903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.132842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.132842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.132842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.133172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.133172] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 is going to be created. [ 624.161207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.161418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.161418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.161601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.161782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.174223] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: UNINITIALIZED for 2s [ 624.292281] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.292584] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.295020] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 not found, creating... [ 624.295020] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.295020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.295020] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295522] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.295922] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.296982] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.297264] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 is going to be created. [ 624.298591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8681fd9-0dfb-4816-8b40-49c6ceb078e3 [ 624.298904] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.299204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.299398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.299656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.300902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.301013] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8681fd9-0dfb-4816-8b40-49c6ceb078e3 already deleted. [ 624.301109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8681fd9-0dfb-4816-8b40-49c6ceb078e3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.335571] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.335809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.335906] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.336237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.336587] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.336715] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.411323] env[67204]: INFO networking_nsxv3.common.synchronization [req-c1e93a42-3ba4-47e9-a376-fe99468d151d req-58569485-fe3f-484c-a389-07b0b889cd0c service nova] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 625.411621] env[67204]: INFO networking_nsxv3.common.synchronization [req-c1e93a42-3ba4-47e9-a376-fe99468d151d req-58569485-fe3f-484c-a389-07b0b889cd0c service nova] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 625.411621] env[67204]: INFO networking_nsxv3.common.synchronization [req-c1e93a42-3ba4-47e9-a376-fe99468d151d req-58569485-fe3f-484c-a389-07b0b889cd0c service nova] Enqueued Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 625.412181] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 625.412297] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 625.412379] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 625.412688] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.412804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.412840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.414376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.414478] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.416369] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.416529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.416595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.418071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.418071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.418071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.418071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.418071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.418071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.418071] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.418651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.418769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.418863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.418995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.419107] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.923703] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.923703] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.923703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.924145] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with status ACTIVE [ 625.924337] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.924521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.924637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.924919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.925445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.925445] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.926248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.926387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.926635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.926730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.926965] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.927929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.927929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.927929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.927929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.927929] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 is going to be updated. [ 625.955663] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.955831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.957145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.957145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.957145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.957145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.012278] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7abdb218-d9e8-4b48-b807-556ddc40407b None None] Enqueued Resource ID: 2069a2bc-6877-48f4-becc-9c8f002a6bcb with Priority: HIGHEST for action port [ 626.013076] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2069a2bc-6877-48f4-becc-9c8f002a6bcb with Priority: HIGHEST for action port [ 626.013204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2069a2bc-6877-48f4-becc-9c8f002a6bcb taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.013330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2069a2bc-6877-48f4-becc-9c8f002a6bcb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.013442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2069a2bc-6877-48f4-becc-9c8f002a6bcb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.013657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2069a2bc-6877-48f4-becc-9c8f002a6bcb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.013748] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2069a2bc-6877-48f4-becc-9c8f002a6bcb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.187437] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: SUCCESS [ 626.187437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.187700] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.188702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188702] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.428718] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.520017] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2069a2bc-6877-48f4-becc-9c8f002a6bcb [ 626.520335] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.520558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.520617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.520861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.520952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.521754] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2069a2bc-6877-48f4-becc-9c8f002a6bcb already deleted. [ 626.521754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2069a2bc-6877-48f4-becc-9c8f002a6bcb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.696395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.696395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.696570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.696645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.697672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.697886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.697965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.698215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.698857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.698857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.698857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.698857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.699071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.699103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.699301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.699888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.699888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.699888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.699888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.699888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.700733] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.930435] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.930669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.930669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.930906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.930993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.931122] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be created. [ 626.959332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.963240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.963240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.963240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.963381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.977725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: UNINITIALIZED for 2s [ 627.204451] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0679c5b4-c66b-4f28-9496-5e10918ee4e9: rpc.has_security_group_logging(os_id): False [ 627.224275] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.224463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.224557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.225508] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.225508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.225853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.225853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.225947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.226137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.226197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.226639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.226639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.226779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.226852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226945] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 is going to be created. [ 627.382420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.382420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.382420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.382420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.382420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.396111] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: IN_PROGRESS for 2s [ 628.214708] env[67204]: INFO networking_nsxv3.common.synchronization [None req-097600ba-c108-4098-b633-85a0d0a4b165 None None] Enqueued Resource ID: 56377972-2929-4fb4-b6d9-8b8d129c49b2 with Priority: HIGHEST for action port [ 628.215028] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56377972-2929-4fb4-b6d9-8b8d129c49b2 with Priority: HIGHEST for action port [ 628.215867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-56377972-2929-4fb4-b6d9-8b8d129c49b2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.215867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56377972-2929-4fb4-b6d9-8b8d129c49b2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.215867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56377972-2929-4fb4-b6d9-8b8d129c49b2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.216829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56377972-2929-4fb4-b6d9-8b8d129c49b2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.216923] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56377972-2929-4fb4-b6d9-8b8d129c49b2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.723297] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56377972-2929-4fb4-b6d9-8b8d129c49b2 [ 628.723399] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.723583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.724481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.724481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.724481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.724481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56377972-2929-4fb4-b6d9-8b8d129c49b2 already deleted. [ 628.724481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56377972-2929-4fb4-b6d9-8b8d129c49b2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.997404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 628.997629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.997807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.998055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.998257] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.998411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.998523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.998642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.998738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.998817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.998907] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.412171] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: SUCCESS [ 629.412817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.501726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.502023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.502481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.502743] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.502875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.503218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.503338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503690] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.503971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.503971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.504662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.504970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.505221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.505221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.505781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.505927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.506062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.506265] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.011741] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 630.035306] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.035453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.035506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.037754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.038448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.038644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.038721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.040251] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be created. [ 630.113329] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.113329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.113329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.113887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.131133] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 630.682527] env[67204]: INFO networking_nsxv3.common.synchronization [None req-2bd07be5-2b26-4c40-9a82-48050a587046 None None] Enqueued Resource ID: b7ca66ac-638d-419a-81a6-8b68bcec65e7 with Priority: HIGHEST for action port [ 630.682527] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7ca66ac-638d-419a-81a6-8b68bcec65e7 with Priority: HIGHEST for action port [ 630.684272] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7ca66ac-638d-419a-81a6-8b68bcec65e7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.684272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7ca66ac-638d-419a-81a6-8b68bcec65e7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.684272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7ca66ac-638d-419a-81a6-8b68bcec65e7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.684272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7ca66ac-638d-419a-81a6-8b68bcec65e7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.684272] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7ca66ac-638d-419a-81a6-8b68bcec65e7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.190112] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7ca66ac-638d-419a-81a6-8b68bcec65e7 [ 631.190112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.190112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.190112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.190112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.190112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.190112] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7ca66ac-638d-419a-81a6-8b68bcec65e7 already deleted. [ 631.190112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7ca66ac-638d-419a-81a6-8b68bcec65e7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.147266] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 632.147533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.471354] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9629bc7a-f8d0-4bf4-aa99-a9dce416cf15 None None] Enqueued Resource ID: 571b0ca6-bedc-4d50-b6be-63e31590359f with Priority: HIGHEST for action port [ 632.471968] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571b0ca6-bedc-4d50-b6be-63e31590359f with Priority: HIGHEST for action port [ 632.472942] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-571b0ca6-bedc-4d50-b6be-63e31590359f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.473279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571b0ca6-bedc-4d50-b6be-63e31590359f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.473352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571b0ca6-bedc-4d50-b6be-63e31590359f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.473718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571b0ca6-bedc-4d50-b6be-63e31590359f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.473926] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571b0ca6-bedc-4d50-b6be-63e31590359f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.618236] env[67204]: INFO networking_nsxv3.common.synchronization [req-864900cf-ad45-4f03-b457-9290eb2fb28b req-2c4a637c-7ae1-46ec-aac1-e9d28f7354ca tempest-VolumesAdminNegativeTest-2104116709 tempest-VolumesAdminNegativeTest-2104116709-project-member] Enqueued Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 632.618936] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGHEST for action security_group_members [ 632.620712] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.620712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.620712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.620923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.621069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.621157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.621219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.621363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.621444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.621535] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.976873] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571b0ca6-bedc-4d50-b6be-63e31590359f [ 632.977167] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.977437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.977437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.979291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979291] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571b0ca6-bedc-4d50-b6be-63e31590359f already deleted. [ 632.979291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571b0ca6-bedc-4d50-b6be-63e31590359f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.133726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.133726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.133726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.133726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e is going to be updated. [ 633.163225] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.164123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.175130] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: IN_PROGRESS for 2s [ 633.530774] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce02a9f4-1a77-4ebd-a286-9e7ec6f7a485 req-09c77b0b-6ec4-414c-9706-e12f662f344b tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 633.532180] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 633.532180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.532180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.532180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.532415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.532515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.532669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.532745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.532943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.533062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.533186] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.035626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.035877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.035877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.036120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.036210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.036461] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.036582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.036647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.036802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.036874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.036956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 already deleted. [ 634.037078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.065428] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.065625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.065746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.066077] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.066728] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.066902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.067269] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.067661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.067771] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.068063] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.068210] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.068345] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.070746] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.070746] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.070746] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.070746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.090858] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.091122] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.091277] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.091501] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.091854] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-19715f4e-6475-4338-8a08-eba296977930 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.092060] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092185] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092579] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.093913] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19715f4e-6475-4338-8a08-eba296977930',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.596690] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.597170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.597170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.598253] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.598508] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.598919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 19715f4e-6475-4338-8a08-eba296977930 not found, creating... [ 634.599339] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.599578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.599708] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.601097] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.601293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.601671] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.601874] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.602022] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.603526] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.603893] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.604056] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 19715f4e-6475-4338-8a08-eba296977930 is going to be created. [ 634.628701] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.629414] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.629414] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.629414] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.629666] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.629803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.187420] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e in Status: SUCCESS [ 635.187665] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e deletion is rescheduled due to dependency. [ 635.187828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.246186] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b0276b02-7bac-4030-9ff3-0fc5e5feb2e5 None None] Enqueued Resource ID: f1fc7368-d645-4688-9675-02222e1c4c38 with Priority: HIGHEST for action port [ 635.246858] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc7368-d645-4688-9675-02222e1c4c38 with Priority: HIGHEST for action port [ 635.247105] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fc7368-d645-4688-9675-02222e1c4c38 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fc7368-d645-4688-9675-02222e1c4c38" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fc7368-d645-4688-9675-02222e1c4c38" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fc7368-d645-4688-9675-02222e1c4c38" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248542] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fc7368-d645-4688-9675-02222e1c4c38',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.365317] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce02a9f4-1a77-4ebd-a286-9e7ec6f7a485 req-6adb3406-5d41-4ce3-ba96-5d0e9baa2771 service nova] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 635.365317] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce02a9f4-1a77-4ebd-a286-9e7ec6f7a485 req-6adb3406-5d41-4ce3-ba96-5d0e9baa2771 service nova] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 635.365317] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce02a9f4-1a77-4ebd-a286-9e7ec6f7a485 req-6adb3406-5d41-4ce3-ba96-5d0e9baa2771 service nova] Enqueued Resource ID: 19715f4e-6475-4338-8a08-eba296977930 with Priority: HIGHEST for action port [ 635.365317] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 635.365543] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 635.365543] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19715f4e-6475-4338-8a08-eba296977930 with Priority: HIGHEST for action port [ 635.365911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.366578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.366785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.367152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.367409] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.368789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.368789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.368789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.369193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.369866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.370386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.370500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.370750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.370810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.370878] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.373608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-19715f4e-6475-4338-8a08-eba296977930 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.373608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.373608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.373608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.373608] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19715f4e-6475-4338-8a08-eba296977930',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.752534] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fc7368-d645-4688-9675-02222e1c4c38 [ 635.752900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.753124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.753239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.753549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.753689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.753828] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fc7368-d645-4688-9675-02222e1c4c38 already deleted. [ 635.754911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fc7368-d645-4688-9675-02222e1c4c38" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.873814] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.875206] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.875206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.879446] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19715f4e-6475-4338-8a08-eba296977930 with status ACTIVE [ 635.879446] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.879446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.879446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.880849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.880849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.881175] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.881175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.881307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.881409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.881524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.881678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.881778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.881847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.882793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.882793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.882902] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19715f4e-6475-4338-8a08-eba296977930 is going to be updated. [ 635.908731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.908902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.908943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.909187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.910045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.910045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19715f4e-6475-4338-8a08-eba296977930" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.380170] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.429043] env[67204]: INFO networking_nsxv3.common.synchronization [req-2c30a134-490e-48e4-bb0d-4cde1b521fe4 req-2357126e-ce4b-4b64-abb3-4139466f6ad9 tempest-ServerExternalEventsTest-1193773655 tempest-ServerExternalEventsTest-1193773655-project-member] Enqueued Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 636.429172] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 636.429511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.429642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.429711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.429972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.430163] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.430624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.430699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.430940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.431047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.431144] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.682769] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e23ee5ec-3a4e-4e0b-8eb0-d7277f0ab48a None None] Enqueued Resource ID: 5e3fc323-0bd4-478c-a758-fe63b90c85dd with Priority: HIGHEST for action port [ 636.683388] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3fc323-0bd4-478c-a758-fe63b90c85dd with Priority: HIGHEST for action port [ 636.684458] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e3fc323-0bd4-478c-a758-fe63b90c85dd taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.684458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e3fc323-0bd4-478c-a758-fe63b90c85dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.684629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e3fc323-0bd4-478c-a758-fe63b90c85dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.684900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e3fc323-0bd4-478c-a758-fe63b90c85dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.684984] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3fc323-0bd4-478c-a758-fe63b90c85dd',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.884026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.888035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.888035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.888035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.888035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.888035] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be created. [ 636.917819] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.917999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.918074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.918273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.918544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.926639] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.926639] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.926798] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.926916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927175] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.927758] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.927986] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.928386] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.928550] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.928706] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.928836] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.928940] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.929091] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.930754] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: UNINITIALIZED for 2s [ 636.933146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.933146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.933146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.933337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.933337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.933561] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.933561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.933683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.933786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.933863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.933949] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c476dcfd-916a-4734-8b85-872fabed32ea already deleted. [ 636.934039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.952209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.952388] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.952595] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.952694] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.952998] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-32ef26f0-11c4-47e5-90bb-d88954b7a57b taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.953616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.953999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.954230] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.954403] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ef26f0-11c4-47e5-90bb-d88954b7a57b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.189888] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e3fc323-0bd4-478c-a758-fe63b90c85dd [ 637.190166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.190641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.190675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.190764] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e3fc323-0bd4-478c-a758-fe63b90c85dd already deleted. [ 637.190849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e3fc323-0bd4-478c-a758-fe63b90c85dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.457530] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.457774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.457862] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.458173] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.458317] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.458495] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 32ef26f0-11c4-47e5-90bb-d88954b7a57b not found, creating... [ 637.458755] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.458913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.459037] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.459272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.459408] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.459773] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.459933] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.460074] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.460332] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.460416] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.460545] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 32ef26f0-11c4-47e5-90bb-d88954b7a57b is going to be created. [ 637.481208] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.481458] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.481551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.481838] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.482351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.482351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.226746] env[67204]: INFO networking_nsxv3.common.synchronization [req-2c30a134-490e-48e4-bb0d-4cde1b521fe4 req-d343b8e2-79b9-4fe3-b223-da37a4f0a0d6 service nova] Enqueued Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_rules [ 638.227032] env[67204]: INFO networking_nsxv3.common.synchronization [req-2c30a134-490e-48e4-bb0d-4cde1b521fe4 req-d343b8e2-79b9-4fe3-b223-da37a4f0a0d6 service nova] Enqueued Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 638.227141] env[67204]: INFO networking_nsxv3.common.synchronization [req-2c30a134-490e-48e4-bb0d-4cde1b521fe4 req-d343b8e2-79b9-4fe3-b223-da37a4f0a0d6 service nova] Enqueued Resource ID: 32ef26f0-11c4-47e5-90bb-d88954b7a57b with Priority: HIGHEST for action port [ 638.227728] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_rules [ 638.227863] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 638.227954] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ef26f0-11c4-47e5-90bb-d88954b7a57b with Priority: HIGHEST for action port [ 638.231786] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.231910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.232309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.232411] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.235472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.235472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.235472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.235472] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.236423] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ef26f0-11c4-47e5-90bb-d88954b7a57b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.236554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.236597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.236743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.239699] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ef26f0-11c4-47e5-90bb-d88954b7a57b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.688577] env[67204]: INFO networking_nsxv3.common.synchronization [req-f292fcd6-44e7-4c7c-b21c-2cf3af65faaf req-0014a006-55d4-4434-ac4a-51845602ba02 tempest-InstanceActionsV221TestJSON-1412220065 tempest-InstanceActionsV221TestJSON-1412220065-project-member] Enqueued Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 638.689179] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGHEST for action security_group_members [ 638.689553] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.690396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.690396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.690396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.690396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.690396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.693208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.693208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.693491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.693491] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.741432] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.741432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.741432] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.747420] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ef26f0-11c4-47e5-90bb-d88954b7a57b with status ACTIVE [ 638.747420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.747420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.747420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.747420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.747420] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ef26f0-11c4-47e5-90bb-d88954b7a57b is going to be updated. [ 638.782971] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.782971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.782971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.782971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.782971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.782971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ef26f0-11c4-47e5-90bb-d88954b7a57b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.941469] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 638.941738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.943062] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.943062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.943062] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.147343] env[67204]: INFO networking_nsxv3.common.synchronization [req-f84f8fc0-f11f-4502-86a0-62baf6ebd023 req-52e7c7c9-c440-4cfe-ada0-c42df68f5027 tempest-ServersAdminNegativeTestJSON-1978882690 tempest-ServersAdminNegativeTestJSON-1978882690-project-member] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 639.147932] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 639.148256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.148501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.150919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.152140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.152385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.152613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.152613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.152768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.152853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.152953] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.158588] env[67204]: INFO networking_nsxv3.common.synchronization [None req-5604afb6-9446-4ab9-b24d-677128cf526c None None] Enqueued Resource ID: 9a88d397-5388-4189-8f3d-bf3f449e9348 with Priority: HIGHEST for action port [ 639.158588] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a88d397-5388-4189-8f3d-bf3f449e9348 with Priority: HIGHEST for action port [ 639.158994] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a88d397-5388-4189-8f3d-bf3f449e9348 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.160032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a88d397-5388-4189-8f3d-bf3f449e9348" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.160032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a88d397-5388-4189-8f3d-bf3f449e9348" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.160032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a88d397-5388-4189-8f3d-bf3f449e9348" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.160032] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a88d397-5388-4189-8f3d-bf3f449e9348',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.198651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.198651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.198651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.198651] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 is going to be updated. [ 639.230410] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.230410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.230410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.230410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.231124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.242417] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: IN_PROGRESS for 2s [ 639.243051] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.449947] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.550141] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.550141] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.550141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.550834] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.551199] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.551439] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.551669] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.553849] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.553849] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.553849] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.553849] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.593933] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.594105] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.594241] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.594415] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.594732] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-a9427d69-7064-4cc7-beb7-0209915ff4a8 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.594970] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.595097] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.595387] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.595558] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9427d69-7064-4cc7-beb7-0209915ff4a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.654763] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.654909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.654987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.655245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.655348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.655557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.655648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.655755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.655922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.655960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.656049] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 already deleted. [ 639.656129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.663579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a88d397-5388-4189-8f3d-bf3f449e9348 [ 639.664010] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.664169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.664239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.664432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.664519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.664610] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a88d397-5388-4189-8f3d-bf3f449e9348 already deleted. [ 639.664718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a88d397-5388-4189-8f3d-bf3f449e9348" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.744970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.745166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.745247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.745428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.745507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.745598] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c476dcfd-916a-4734-8b85-872fabed32ea is going to be created. [ 639.774514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.774789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.774789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.775031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.786379] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: UNINITIALIZED for 2s [ 639.951622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c95d06e-2522-4def-8da3-a43806c54e15: rpc.has_security_group_logging(os_id): False [ 639.975813] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.977046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.977046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.977046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.977046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.977046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.977486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.977486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.977486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.977679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.977744] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be created. [ 640.048909] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.049128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.049128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.049354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.049650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.064429] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 640.098882] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.099119] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.099220] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.099587] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.099754] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.099906] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port a9427d69-7064-4cc7-beb7-0209915ff4a8 not found, creating... [ 640.100256] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.100323] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.100431] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.100653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.100814] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.101124] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.101279] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.101389] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.101593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.101807] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.101932] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: a9427d69-7064-4cc7-beb7-0209915ff4a8 is going to be created. [ 640.132087] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.132309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.132494] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.132838] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.133108] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.133298] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.220306] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8b4e8188-a81c-4daf-9005-782891036120 None None] Enqueued Resource ID: f9986a5a-dc28-42d2-8ae3-044f45ec45fe with Priority: HIGHEST for action port [ 640.220829] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9986a5a-dc28-42d2-8ae3-044f45ec45fe with Priority: HIGHEST for action port [ 640.221132] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9986a5a-dc28-42d2-8ae3-044f45ec45fe taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.221259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9986a5a-dc28-42d2-8ae3-044f45ec45fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.221327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9986a5a-dc28-42d2-8ae3-044f45ec45fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.221593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9986a5a-dc28-42d2-8ae3-044f45ec45fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.221704] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9986a5a-dc28-42d2-8ae3-044f45ec45fe',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.724850] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9986a5a-dc28-42d2-8ae3-044f45ec45fe [ 640.725194] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.725255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.725417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.725550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.725647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.725798] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9986a5a-dc28-42d2-8ae3-044f45ec45fe already deleted. [ 640.725915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9986a5a-dc28-42d2-8ae3-044f45ec45fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.830221] env[67204]: INFO networking_nsxv3.common.synchronization [req-f84f8fc0-f11f-4502-86a0-62baf6ebd023 req-dbd4ee29-b044-4c88-bf61-1579ea1689a9 service nova] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_rules [ 640.830401] env[67204]: INFO networking_nsxv3.common.synchronization [req-f84f8fc0-f11f-4502-86a0-62baf6ebd023 req-dbd4ee29-b044-4c88-bf61-1579ea1689a9 service nova] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 640.830530] env[67204]: INFO networking_nsxv3.common.synchronization [req-f84f8fc0-f11f-4502-86a0-62baf6ebd023 req-dbd4ee29-b044-4c88-bf61-1579ea1689a9 service nova] Enqueued Resource ID: a9427d69-7064-4cc7-beb7-0209915ff4a8 with Priority: HIGHEST for action port [ 640.832303] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_rules [ 640.832303] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 640.832303] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9427d69-7064-4cc7-beb7-0209915ff4a8 with Priority: HIGHEST for action port [ 640.832951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833816] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.834787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.835056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.836194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.836413] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.836913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.837027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837697] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.841274] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9427d69-7064-4cc7-beb7-0209915ff4a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.841274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.841274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.841274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.841274] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9427d69-7064-4cc7-beb7-0209915ff4a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.256611] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 in Status: SUCCESS [ 641.256611] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 deletion is rescheduled due to dependency. [ 641.256858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.340994] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.341993] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.342123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.344726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9427d69-7064-4cc7-beb7-0209915ff4a8 with status ACTIVE [ 641.344902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.345026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.345097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.345299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.345378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.348019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9427d69-7064-4cc7-beb7-0209915ff4a8 is going to be updated. [ 641.371422] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.371565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.371622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.372093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.372093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.372208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9427d69-7064-4cc7-beb7-0209915ff4a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.724603] env[67204]: INFO networking_nsxv3.common.synchronization [req-a8d5bf5f-fe1c-42ad-ad29-3fa6a41cf889 req-c62d325f-94ba-4a37-aa9f-1de97879cfba tempest-DeleteServersAdminTestJSON-2012846986 tempest-DeleteServersAdminTestJSON-2012846986-project-member] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 641.725130] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 641.725740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.725740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.725740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.725905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.726502] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.728019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.728019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.728019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.728019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.728019] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.797440] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: SUCCESS [ 641.797648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.797808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.798041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.798240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.798507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.798507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.798590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.798697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.798744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.798840] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.851600] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.077493] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 642.077757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.166036] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.166036] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.166036] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.166455] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.166720] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.166886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.167012] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.168124] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.168124] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.168567] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.168567] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.169373] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.169373] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.169373] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.169373] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.169598] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.188436] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.188436] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.188436] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.188802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.189653] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-8799c607-28d1-41f7-988b-9ca0fc6fc57d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.189653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.189653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.189894] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.190073] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8799c607-28d1-41f7-988b-9ca0fc6fc57d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.231604] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.232284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.232373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.232608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.232706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.232911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.233037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.233103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.233264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.233343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.233430] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be updated. [ 642.257724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.258244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.258244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.258244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.258244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.270257] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 642.302304] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.302304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.302304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.302571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.302609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.302718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.302765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.302908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.302996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.303096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.303258] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.303359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.303401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.303519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.303656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.303746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.303806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.303995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.304115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.304200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.304290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.352569] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.352736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.352808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.353050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.353134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.353216] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be created. [ 642.381399] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.381619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.381619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.381828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.382796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.397282] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: UNINITIALIZED for 2s [ 642.520037] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ab434805-311e-4af6-bda4-aaf9cf122a2e None None] Enqueued Resource ID: 5a3260e0-42c9-4c27-bd20-0e88bb0134a2 with Priority: HIGHEST for action port [ 642.520776] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3260e0-42c9-4c27-bd20-0e88bb0134a2 with Priority: HIGHEST for action port [ 642.520938] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a3260e0-42c9-4c27-bd20-0e88bb0134a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.521199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a3260e0-42c9-4c27-bd20-0e88bb0134a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.521272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a3260e0-42c9-4c27-bd20-0e88bb0134a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.521719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a3260e0-42c9-4c27-bd20-0e88bb0134a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.521719] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a3260e0-42c9-4c27-bd20-0e88bb0134a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.692724] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.692964] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.693127] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.693440] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.693620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 8799c607-28d1-41f7-988b-9ca0fc6fc57d not found, creating... [ 642.694057] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.694216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.694381] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.694553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.694814] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.695010] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.695122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.695231] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.695434] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.695592] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.695762] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 8799c607-28d1-41f7-988b-9ca0fc6fc57d is going to be created. [ 642.724355] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.724574] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.724697] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.725018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.725532] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.725798] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.806179] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c476dcfd-916a-4734-8b85-872fabed32ea: rpc.has_security_group_logging(os_id): False [ 642.845138] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.845852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.845852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.845852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.845852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.846087] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.846184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.846255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.846542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.846630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.846821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.846956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.847017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.847204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.847277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.847451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.847564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.847641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.847782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.847859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.847967] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c476dcfd-916a-4734-8b85-872fabed32ea is going to be created. [ 642.952858] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.953120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.953266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.953861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.953861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.972938] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: IN_PROGRESS for 2s [ 643.022627] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 643.022837] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 643.023453] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 643.023605] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 643.023966] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.024108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.024220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.024524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.024685] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.024831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.024894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.025135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.025255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.025388] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.026441] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.026554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.026622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.026923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.027224] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.027224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.027331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.027432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.027513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.027618] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.029107] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a3260e0-42c9-4c27-bd20-0e88bb0134a2 [ 643.029320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.029455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.029575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.029750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.029877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.029972] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a3260e0-42c9-4c27-bd20-0e88bb0134a2 already deleted. [ 643.030065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a3260e0-42c9-4c27-bd20-0e88bb0134a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.079515] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 643.079752] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 643.079884] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_rules [ 643.080021] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 643.080146] env[67204]: INFO networking_nsxv3.common.synchronization [req-d5514b79-78d7-4d99-91f0-d774a7c51a26 req-a1555176-514f-4fb5-9ff7-d494ad47d536 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 643.080749] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 643.080932] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_rules [ 643.081073] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 643.081271] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 643.081367] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 643.081700] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.081916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.081916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.082127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.082294] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.083594] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.083722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.083793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.084049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.084140] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.086168] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.086168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.086168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.086168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.086168] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.086752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.088668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.088668] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.088668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.531927] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.533507] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.589164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.589452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.589655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.589774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.589923] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with status ACTIVE [ 643.590087] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.590384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.590494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.590983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.590983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.591120] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.591175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.591213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.591372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.591449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.591630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.592188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.592188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.592188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.592188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.592188] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 is going to be updated. [ 643.618233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.618442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.618543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.618814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.618987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.619182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.958809] env[67204]: INFO networking_nsxv3.common.synchronization [req-a8d5bf5f-fe1c-42ad-ad29-3fa6a41cf889 req-eb71f0bf-7efd-4859-99d2-b305fed2d50d service nova] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_rules [ 643.959282] env[67204]: INFO networking_nsxv3.common.synchronization [req-a8d5bf5f-fe1c-42ad-ad29-3fa6a41cf889 req-eb71f0bf-7efd-4859-99d2-b305fed2d50d service nova] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 643.959282] env[67204]: INFO networking_nsxv3.common.synchronization [req-a8d5bf5f-fe1c-42ad-ad29-3fa6a41cf889 req-eb71f0bf-7efd-4859-99d2-b305fed2d50d service nova] Enqueued Resource ID: 8799c607-28d1-41f7-988b-9ca0fc6fc57d with Priority: HIGHEST for action port [ 643.959722] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_rules [ 643.959722] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 643.959845] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8799c607-28d1-41f7-988b-9ca0fc6fc57d with Priority: HIGHEST for action port [ 643.961245] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.966019] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.966019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8799c607-28d1-41f7-988b-9ca0fc6fc57d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.966019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.966019] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8799c607-28d1-41f7-988b-9ca0fc6fc57d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.034919] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.035824] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.289490] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 644.289490] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc deletion is rescheduled due to dependency. [ 644.289490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.289490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.289490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.289490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.292501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.292501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.292501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.292501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.292501] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.410331] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 644.410630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.410810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.411123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.411362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.411491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.411553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.411729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.411849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.411982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.412291] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.470270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.470454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.470742] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8799c607-28d1-41f7-988b-9ca0fc6fc57d with status ACTIVE [ 644.471017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.471194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.471289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.471610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.471610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.472146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.472249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.472507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.472638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.473458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.473584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.473812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.473907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.474052] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8799c607-28d1-41f7-988b-9ca0fc6fc57d is going to be updated. [ 644.501755] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.501983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.501983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.502220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.502358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.502528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8799c607-28d1-41f7-988b-9ca0fc6fc57d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.539331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.539331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.539331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.539331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 644.540784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.540969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.541059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.541250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.541347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.541447] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be created. [ 644.605170] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.605431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.605431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.605776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.613361] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.613579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.613627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.613870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.614047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.636351] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: UNINITIALIZED for 2s [ 644.637261] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 644.797518] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.917029] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.917029] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.917633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.917633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.917633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.917633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.917633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.917870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.918507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.919267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.919267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.919267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.919553] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.986273] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: SUCCESS [ 644.987151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.300884] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.423396] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a156dac1-2675-4754-831c-68639034be23: rpc.has_security_group_logging(os_id): False [ 645.442552] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.442686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.442753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.442995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.443084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.443245] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.443346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.443831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.443903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.444138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.444229] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.444322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.444380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.444526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.444592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.444785] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.444877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.444936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.445495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.445495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.445495] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be created. [ 645.507541] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.507541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.507759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.519968] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 645.804344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.804777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.804777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.804914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.804914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be updated. [ 645.834975] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.835410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.835410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.835780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.836178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.841825] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7c663658-cd83-4e89-9ac1-7c45d261c0c4 None None] Enqueued Resource ID: 83ffc0d5-4fb4-4688-9051-c473607de7b4 with Priority: HIGHEST for action port [ 645.842223] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ffc0d5-4fb4-4688-9051-c473607de7b4 with Priority: HIGHEST for action port [ 645.842988] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ffc0d5-4fb4-4688-9051-c473607de7b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ffc0d5-4fb4-4688-9051-c473607de7b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ffc0d5-4fb4-4688-9051-c473607de7b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.843667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ffc0d5-4fb4-4688-9051-c473607de7b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.843756] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ffc0d5-4fb4-4688-9051-c473607de7b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.850978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 646.346463] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ffc0d5-4fb4-4688-9051-c473607de7b4 [ 646.346811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.346970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.347050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.347270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.347356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.348281] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ffc0d5-4fb4-4688-9051-c473607de7b4 already deleted. [ 646.348281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ffc0d5-4fb4-4688-9051-c473607de7b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.648252] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 646.648474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.648658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.648877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.649503] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.649837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.650017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.650811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.650811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.650811] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.652410] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 646.653022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.653022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.653222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.653222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.653222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.656436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.656436] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.155635] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.156920] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.539247] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 647.540566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.661157] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.662196] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.864521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 647.864856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.865140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.865447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.865705] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.865873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.865967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.866799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.866799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.866917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.867013] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.164398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.164574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.164695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.164870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.164956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.165069] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be updated. [ 648.166316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.166428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.166641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.166711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.166768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.166854] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 648.204219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.204363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.204433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.204654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.204790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.207586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.207586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.207682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.207818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.208869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.216785] env[67204]: INFO networking_nsxv3.common.synchronization [None req-99bd4812-5b7f-43e7-8eb7-9ce11e7fa17a None None] Enqueued Resource ID: f9022945-2cd9-4a24-b15a-424f3505200a with Priority: HIGHEST for action port [ 648.217557] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9022945-2cd9-4a24-b15a-424f3505200a with Priority: HIGHEST for action port [ 648.217859] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9022945-2cd9-4a24-b15a-424f3505200a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.217976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9022945-2cd9-4a24-b15a-424f3505200a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.218050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9022945-2cd9-4a24-b15a-424f3505200a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.218298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9022945-2cd9-4a24-b15a-424f3505200a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.218379] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9022945-2cd9-4a24-b15a-424f3505200a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.221047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 648.221241] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 648.369653] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.369903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.369903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.370174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.370355] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.370453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.370538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.370703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.371204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.371204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.371204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.371371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.371371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.371500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.371678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.371789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.371880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.372100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.372189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.372297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.372391] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.720033] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9022945-2cd9-4a24-b15a-424f3505200a [ 648.720509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.720509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.720639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.721546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.721546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.721546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9022945-2cd9-4a24-b15a-424f3505200a already deleted. [ 648.721546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9022945-2cd9-4a24-b15a-424f3505200a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.776406] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 648.776406] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 648.776406] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 648.777360] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 648.777360] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 648.777360] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 648.777640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.779524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.779524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.779695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.779796] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.781331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.781331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.781331] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.795964] env[67204]: INFO networking_nsxv3.common.synchronization [req-d305515c-1327-43c5-a13f-e3e18213d4ee req-e5be58b2-5228-4831-a41d-2b500fc06897 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 648.796708] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 648.797065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.797239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.797328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.797549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.797722] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.798196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.798294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.798459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.798614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.798850] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.838887] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 648.839075] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 648.839563] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_rules [ 648.839719] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 648.839859] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_rules [ 648.839998] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 648.840110] env[67204]: INFO networking_nsxv3.common.synchronization [req-405b84e1-2c8e-4c76-8b5a-561242a157ec req-6afea510-7438-4628-a539-c57ba5dc4c5c tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_rules [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with Priority: HIGHEST for action port [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_rules [ 648.841151] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 648.841373] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 648.841509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.841609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.841787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.841896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.842036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.842121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.842284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.842380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.843013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.843013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.843013] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.844505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.844690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.844756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.846338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.846432] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.847356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.847747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.847747] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.847747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.875963] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16907ecb-a2c2-4d13-b2d2-04e12735aedc: rpc.has_security_group_logging(os_id): False [ 648.901110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.901110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901650] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.901650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.902107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.902269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.902402] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be updated. [ 649.064923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.065221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.065408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.065564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.067889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.090290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 649.284308] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.301292] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.303799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.303886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.304840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.304840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.304840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.304840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.304840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.305077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.305077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.305077] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 649.308770] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.308965] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.309096] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.309378] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.309642] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.309847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.310383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.310383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.310524] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.310808] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.310978] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.311106] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.311218] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.311331] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.311433] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.311560] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.336764] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.337093] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.337288] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.337533] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.337870] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-011e3bc2-0c29-423c-bb23-3c9e29306dc9 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.338165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.338400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.338868] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.339066] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011e3bc2-0c29-423c-bb23-3c9e29306dc9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.348566] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 with status ACTIVE [ 649.348926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.349169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.349296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.349508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.349743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349956] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.350081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.350582] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.350669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.350885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.350941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.351043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8 is going to be updated. [ 649.352845] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.353031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.353031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.353371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.353371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.354326] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.354745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.365393] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 649.376146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.376561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.376561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.376790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.377018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.377249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac7e7b2-3ca8-41d3-a4d1-953f8068bfd8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.787068] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.845039] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845039] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 011e3bc2-0c29-423c-bb23-3c9e29306dc9 not found, creating... [ 649.845039] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.845039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845623] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.845623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.845623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.845623] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 011e3bc2-0c29-423c-bb23-3c9e29306dc9 is going to be created. [ 649.870283] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.870283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.870283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.870283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.870283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.870581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.055140] env[67204]: INFO networking_nsxv3.common.synchronization [None req-27c97e1d-9f39-4992-a670-82835396cbf5 None None] Enqueued Resource ID: 45abce4d-397f-4de2-bd0d-db8d74758541 with Priority: HIGHEST for action port [ 650.057940] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45abce4d-397f-4de2-bd0d-db8d74758541 with Priority: HIGHEST for action port [ 650.061194] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-45abce4d-397f-4de2-bd0d-db8d74758541 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.061347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45abce4d-397f-4de2-bd0d-db8d74758541" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.061415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45abce4d-397f-4de2-bd0d-db8d74758541" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.061687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45abce4d-397f-4de2-bd0d-db8d74758541" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.062110] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45abce4d-397f-4de2-bd0d-db8d74758541',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.234898] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 650.235304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.237090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.237090] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.237090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.237090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.237090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.237611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237611] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.240622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 650.240751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.240930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241364] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.241453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.241517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.241752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.241802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241894] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.244601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246199] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246199] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.246738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247244] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.247403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.247500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.247681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.247926] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.290526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.291646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.292026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.292855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.292855] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be created. [ 650.333953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.334314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.334398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.337034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.337034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.349550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: UNINITIALIZED for 2s [ 650.564347] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45abce4d-397f-4de2-bd0d-db8d74758541 [ 650.564665] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.564823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.564893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.565188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.565272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.565344] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45abce4d-397f-4de2-bd0d-db8d74758541 already deleted. [ 650.565428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45abce4d-397f-4de2-bd0d-db8d74758541" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.721045] env[67204]: INFO networking_nsxv3.common.synchronization [req-d305515c-1327-43c5-a13f-e3e18213d4ee req-0affffe3-8ca3-4631-90ce-494604fc624c service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 650.721045] env[67204]: INFO networking_nsxv3.common.synchronization [req-d305515c-1327-43c5-a13f-e3e18213d4ee req-0affffe3-8ca3-4631-90ce-494604fc624c service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 650.721045] env[67204]: INFO networking_nsxv3.common.synchronization [req-d305515c-1327-43c5-a13f-e3e18213d4ee req-0affffe3-8ca3-4631-90ce-494604fc624c service nova] Enqueued Resource ID: 011e3bc2-0c29-423c-bb23-3c9e29306dc9 with Priority: HIGHEST for action port [ 650.721852] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 650.721852] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 650.721852] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011e3bc2-0c29-423c-bb23-3c9e29306dc9 with Priority: HIGHEST for action port [ 650.722181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722683] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.724485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.724598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.724969] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-011e3bc2-0c29-423c-bb23-3c9e29306dc9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.725230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.725230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.725457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.725551] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('011e3bc2-0c29-423c-bb23-3c9e29306dc9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.749410] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.751447] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.754254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.754842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.754842] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.780213] env[67204]: INFO networking_nsxv3.common.synchronization [None req-2456e7df-e98a-476d-b574-4d3a4baddb27 None None] Enqueued Resource ID: 20f807c3-2d97-4745-831d-1592e6582f09 with Priority: HIGHEST for action port [ 650.780213] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20f807c3-2d97-4745-831d-1592e6582f09 with Priority: HIGHEST for action port [ 650.780213] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-20f807c3-2d97-4745-831d-1592e6582f09 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.780213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20f807c3-2d97-4745-831d-1592e6582f09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.780213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20f807c3-2d97-4745-831d-1592e6582f09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.780487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20f807c3-2d97-4745-831d-1592e6582f09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.780609] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20f807c3-2d97-4745-831d-1592e6582f09',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.107117] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 651.107448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.228065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 011e3bc2-0c29-423c-bb23-3c9e29306dc9 with status ACTIVE [ 651.228755] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.229389] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.229506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.229645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.230232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.230285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.230437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.230511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230596] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 011e3bc2-0c29-423c-bb23-3c9e29306dc9 is going to be updated. [ 651.256755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9764c80c-a4ee-478d-8595-d57e6d50a1a2: rpc.has_security_group_logging(os_id): False [ 651.258265] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.259482] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.262990] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.263194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.263194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.263401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.263542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.263773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-011e3bc2-0c29-423c-bb23-3c9e29306dc9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.283563] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20f807c3-2d97-4745-831d-1592e6582f09 [ 651.283876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.284101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.284215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.284545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.284690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.284836] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20f807c3-2d97-4745-831d-1592e6582f09 already deleted. [ 651.284960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20f807c3-2d97-4745-831d-1592e6582f09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.294681] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.294936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.295092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.295514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.295708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.296382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.296629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.296629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.296910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.297125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.297286] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be created. [ 651.380281] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 651.380530] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 651.380653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.381388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.381657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.381906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.382098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.382181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.383792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.383985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.384114] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.398039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.398229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.401252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.401252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.423044] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 651.762016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.762016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.762016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.762016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.762016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.762016] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be updated. [ 651.763033] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.763143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.763207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.763383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.763487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.763578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 651.794306] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.794497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.794552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.794901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.795161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799041] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.799041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.799041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.809624] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 651.809942] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 651.888989] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.998250] env[67204]: INFO networking_nsxv3.common.synchronization [None req-10cc894c-670c-472a-832e-af30b404c633 None None] Enqueued Resource ID: e17e3e88-9d34-4097-9363-193b5a6dfcaf with Priority: HIGHEST for action port [ 651.998723] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17e3e88-9d34-4097-9363-193b5a6dfcaf with Priority: HIGHEST for action port [ 651.999022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17e3e88-9d34-4097-9363-193b5a6dfcaf taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.999154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17e3e88-9d34-4097-9363-193b5a6dfcaf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.999235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17e3e88-9d34-4097-9363-193b5a6dfcaf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.999461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17e3e88-9d34-4097-9363-193b5a6dfcaf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.999542] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17e3e88-9d34-4097-9363-193b5a6dfcaf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.361844] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: SUCCESS [ 652.363126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.363126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.363126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.363126] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.363568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.363568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.363568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.363708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.363708] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.392300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.501848] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e17e3e88-9d34-4097-9363-193b5a6dfcaf [ 652.502277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.502661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.502927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.503484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.503484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.503484] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e17e3e88-9d34-4097-9363-193b5a6dfcaf already deleted. [ 652.503709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17e3e88-9d34-4097-9363-193b5a6dfcaf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.867875] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.895419] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.895718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.895718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.895984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.896110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.896206] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 652.932104] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.932104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.932104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.932104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.933172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.947209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 653.370957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.438489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 653.438489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.438489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.439117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.439117] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.673688] env[67204]: INFO networking_nsxv3.common.synchronization [None req-d041011a-bd78-42b8-a80e-ab696ddaf317 None None] Enqueued Resource ID: 6430d124-035c-4f3d-af8a-fa1b28e9194f with Priority: HIGHEST for action port [ 653.674258] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6430d124-035c-4f3d-af8a-fa1b28e9194f with Priority: HIGHEST for action port [ 653.674559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6430d124-035c-4f3d-af8a-fa1b28e9194f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.674671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6430d124-035c-4f3d-af8a-fa1b28e9194f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.674740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6430d124-035c-4f3d-af8a-fa1b28e9194f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.674990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6430d124-035c-4f3d-af8a-fa1b28e9194f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.675788] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6430d124-035c-4f3d-af8a-fa1b28e9194f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.824082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 653.824222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.824904] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 653.825079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.825218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.825426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.825606] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.825724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.825985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.826030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.826332] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.827274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.827510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.827729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.827887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.827992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.828195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.828319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.828449] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.877837] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.878290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.878647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.878982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.879249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.879980] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be updated. [ 653.931358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.931358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.931358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.931358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.931358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.942769] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: IN_PROGRESS for 2s [ 653.943400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.943750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.180720] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6430d124-035c-4f3d-af8a-fa1b28e9194f [ 654.180720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.180720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.180720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.180720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.180720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.180720] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6430d124-035c-4f3d-af8a-fa1b28e9194f already deleted. [ 654.180720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6430d124-035c-4f3d-af8a-fa1b28e9194f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.332235] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.332235] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.835281] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.836405] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.972290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972290] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.341463] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.341463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.341463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.341463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.341463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.341463] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 655.342991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.342991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.342991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.342991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.342991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.342991] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be updated. [ 655.378959] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.379285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.379285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.379513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.379754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.381839] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.381950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.382049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.382199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.382320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.394452] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 655.395521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 655.468890] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.469656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.469656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.469656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.469857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.469924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.469969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.471062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.471194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.471294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.471457] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.471555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.471615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.471793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.471925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.472024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.472117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.472228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.472318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.472362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.472453] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.557404] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ef94479f-ff4d-4d3d-a891-0e4333cd2461 None None] Enqueued Resource ID: b5eac85d-6de4-4943-a2e9-5df13b87c38d with Priority: HIGHEST for action port [ 655.557993] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eac85d-6de4-4943-a2e9-5df13b87c38d with Priority: HIGHEST for action port [ 655.558581] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5eac85d-6de4-4943-a2e9-5df13b87c38d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.558737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5eac85d-6de4-4943-a2e9-5df13b87c38d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5eac85d-6de4-4943-a2e9-5df13b87c38d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5eac85d-6de4-4943-a2e9-5df13b87c38d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559219] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5eac85d-6de4-4943-a2e9-5df13b87c38d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.957559] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: SUCCESS [ 655.958100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.958100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.958333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.958454] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.958609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.958728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.958897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.958998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.959114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.959225] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.975509] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 655.999958] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.000198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.000269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.000546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.000659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.000971] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.001205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.001205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.001417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.001512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.001776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.001883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.001947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.002205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.002285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.002489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.002626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.002716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.002875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.002951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.003108] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 656.061547] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5eac85d-6de4-4943-a2e9-5df13b87c38d [ 656.061891] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.062079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.062191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.062591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.062806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.062978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5eac85d-6de4-4943-a2e9-5df13b87c38d already deleted. [ 656.063106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5eac85d-6de4-4943-a2e9-5df13b87c38d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.081451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.081451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.081451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.081451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.081451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.101768] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 656.461995] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.965848] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa39d752-8cd1-487e-870c-c9bbe69a9024: rpc.has_security_group_logging(os_id): False [ 656.985459] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.985653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.985898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.985979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.986218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.986321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.986379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.986789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.986942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.987070] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be created. [ 657.054115] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.054380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.054493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.054737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.055073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.071678] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: IN_PROGRESS for 2s [ 657.164409] env[67204]: INFO networking_nsxv3.common.synchronization [req-e946212b-c013-49c5-a398-04e72b8f5d36 req-eeee283e-4542-49c0-b03d-9a442a4db3f6 tempest-ServerAddressesTestJSON-1157450154 tempest-ServerAddressesTestJSON-1157450154-project-member] Enqueued Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 657.165127] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 657.165712] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.165712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.165712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.165951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.170287] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.170287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.170424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.170612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.170973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.171380] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.411404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.411404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.411404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.411404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.412759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.413849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.413849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.413849] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.414122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.414300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.414468] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.414574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.414636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.414775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.416950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.417172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.417284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.417349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.417502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.417651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.417770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.417834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.417975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.418924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.419035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.419152] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.621378] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.621569] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-847" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.621731] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-847" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.623723] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-847" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.624028] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.624236] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.624306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.624543] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.624683] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.625253] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.625253] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.625253] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.625253] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.625751] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.625751] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.625751] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.646190] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.646407] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.646492] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.646662] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-847" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.646987] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-d14d176a-4eb3-446d-ab6d-4d379d023377 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.647170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.647748] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14d176a-4eb3-446d-ab6d-4d379d023377',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.674036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.674036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.674036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.674345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.674594] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.674839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.674952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675632] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 already deleted. [ 657.675632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.794308] env[67204]: INFO networking_nsxv3.common.synchronization [req-47a33fe5-bec4-498a-8170-40da70312acb req-8e5fe3ab-c5be-41d5-a227-782f6a0e9f23 tempest-ServerExternalEventsTest-1193773655 tempest-ServerExternalEventsTest-1193773655-project-member] Enqueued Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 657.794952] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGHEST for action security_group_members [ 657.795673] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.795803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.795870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.796088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.796247] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.796347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.796410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.796561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.796665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.796773] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.921391] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.922579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 657.942570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.942856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.942856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.943262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.943438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.943725] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.943860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.944078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.944459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.944735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.944912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945692] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.946257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.946779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.946779] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 658.015351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.015801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.015801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.015801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.015991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.032057] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 658.080756] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b9b9a2e0-5305-4241-ad55-c53bef08d024 None None] Enqueued Resource ID: 4c4cb439-9fea-4bc1-8e26-a4a94c763480 with Priority: HIGHEST for action port [ 658.081342] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4cb439-9fea-4bc1-8e26-a4a94c763480 with Priority: HIGHEST for action port [ 658.081696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4cb439-9fea-4bc1-8e26-a4a94c763480 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.081807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4cb439-9fea-4bc1-8e26-a4a94c763480" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.081923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4cb439-9fea-4bc1-8e26-a4a94c763480" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.082434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4cb439-9fea-4bc1-8e26-a4a94c763480" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.082434] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4cb439-9fea-4bc1-8e26-a4a94c763480',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.116013] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 658.116315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152831] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.153170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.153337] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.153714] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.153912] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154175] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port d14d176a-4eb3-446d-ab6d-4d379d023377 not found, creating... [ 658.154499] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.154723] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.154886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.155369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.155556] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.155961] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.156197] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.156351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.156625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.157018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.157668] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: d14d176a-4eb3-446d-ab6d-4d379d023377 is going to be created. [ 658.179981] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.180300] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.180483] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.183560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.183560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.183560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.300866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.302362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.302787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.302787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.302787] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c476dcfd-916a-4734-8b85-872fabed32ea is going to be updated. [ 658.367579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.368025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.378032] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: IN_PROGRESS for 2s [ 658.425032] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9764c80c-a4ee-478d-8595-d57e6d50a1a2: rpc.has_security_group_logging(os_id): False [ 658.445585] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.445816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.445816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.446208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.446467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.446603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.446675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.446969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447098] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be updated. [ 658.507127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.507317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.507700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.524899] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 658.584637] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c4cb439-9fea-4bc1-8e26-a4a94c763480 [ 658.584918] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.585047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.585324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.585418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.585514] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c4cb439-9fea-4bc1-8e26-a4a94c763480 already deleted. [ 658.585597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4cb439-9fea-4bc1-8e26-a4a94c763480" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [req-e946212b-c013-49c5-a398-04e72b8f5d36 req-abe388f2-8af3-42af-b8ef-d03a58a9faf4 service nova] Enqueued Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_rules [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [req-e946212b-c013-49c5-a398-04e72b8f5d36 req-abe388f2-8af3-42af-b8ef-d03a58a9faf4 service nova] Enqueued Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [req-e946212b-c013-49c5-a398-04e72b8f5d36 req-abe388f2-8af3-42af-b8ef-d03a58a9faf4 service nova] Enqueued Resource ID: d14d176a-4eb3-446d-ab6d-4d379d023377 with Priority: HIGHEST for action port [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_rules [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 658.958281] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14d176a-4eb3-446d-ab6d-4d379d023377 with Priority: HIGHEST for action port [ 658.958281] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.958281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.958281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.958281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.959314] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.959835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.960235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961224] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.961224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.961224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.961224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.961224] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.961860] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14d176a-4eb3-446d-ab6d-4d379d023377 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.961974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.961974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.962190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.962372] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14d176a-4eb3-446d-ab6d-4d379d023377',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.086466] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: SUCCESS [ 659.086735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.466872] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.466872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.466872] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.466872] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d14d176a-4eb3-446d-ab6d-4d379d023377 with status ACTIVE [ 659.467540] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.467540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.471203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471203] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d14d176a-4eb3-446d-ab6d-4d379d023377 is going to be updated. [ 659.502071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.502373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.502610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.502920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.503109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.503292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14d176a-4eb3-446d-ab6d-4d379d023377" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.974804] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.048351] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 660.048559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.048830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.049126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.049219] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.388807] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c476dcfd-916a-4734-8b85-872fabed32ea in Status: SUCCESS [ 660.389082] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c476dcfd-916a-4734-8b85-872fabed32ea deletion is rescheduled due to dependency. [ 660.389128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.427386] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b4c2a6-499c-47f1-a4a5-9f9c5275d9ff req-ca9c1c06-bf76-4898-86a5-4b58e3a423e9 tempest-ServerDiagnosticsTest-1407336288 tempest-ServerDiagnosticsTest-1407336288-project-member] Enqueued Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 660.428412] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 660.428870] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.429508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.429735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430471] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.478257] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.478479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.478583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.480199] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 is going to be created. [ 660.511753] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.511911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.512035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.512305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.512465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.524020] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: UNINITIALIZED for 2s [ 660.536661] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 660.536917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.551477] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.552055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.552230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.552331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.552393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.552544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.552627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.552711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.552802] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.933086] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.933353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.933487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.933685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.933798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.934049] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.934169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.934236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.935243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.935243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.935243] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b already deleted. [ 660.935243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.056057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.056249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.056321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.056562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.056780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.056899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.056950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.057096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.057183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.057366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.057520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.057612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.057663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.057805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.058013] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.058105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.058164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.058306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.058375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.058454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.058554] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.562384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 661.583053] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.583221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.583287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.583485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.583590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.583798] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.583906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.583995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.584175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.584245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.584432] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.584527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.584582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.584721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.584794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.584989] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.585094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.585148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.585283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.585356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.585602] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 661.642284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.642284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.642538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.642538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.642702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.660378] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 661.700518] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700518] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700518] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.702379] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.702379] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.702379] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.702379] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.702379] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.702379] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.735409] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.735577] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.735693] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.735865] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.736222] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-a6fa4420-11de-4dd1-8ebe-fba9345785d8 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.736423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.736553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.736984] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.737153] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fa4420-11de-4dd1-8ebe-fba9345785d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.239912] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.240153] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.240349] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.240625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.240772] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.240970] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port a6fa4420-11de-4dd1-8ebe-fba9345785d8 not found, creating... [ 662.241287] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.241467] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.241545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.241789] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.241927] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.242252] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.242394] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.242641] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.242790] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.242903] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.242970] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: a6fa4420-11de-4dd1-8ebe-fba9345785d8 is going to be created. [ 662.265949] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.266188] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.267045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.267045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.267045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.267045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.535512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: SUCCESS [ 662.535794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.535951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.538607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.538607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.538607] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.039987] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.041045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.041153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.041299] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.041387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.041443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.042074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.042074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.042074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.042074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.042319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.042319] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.064948] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b4c2a6-499c-47f1-a4a5-9f9c5275d9ff req-d01afdb9-85e7-4850-9419-88cf5cbce464 service nova] Enqueued Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_rules [ 663.065206] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b4c2a6-499c-47f1-a4a5-9f9c5275d9ff req-d01afdb9-85e7-4850-9419-88cf5cbce464 service nova] Enqueued Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 663.065252] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b4c2a6-499c-47f1-a4a5-9f9c5275d9ff req-d01afdb9-85e7-4850-9419-88cf5cbce464 service nova] Enqueued Resource ID: a6fa4420-11de-4dd1-8ebe-fba9345785d8 with Priority: HIGHEST for action port [ 663.065474] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_rules [ 663.068039] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 663.068039] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fa4420-11de-4dd1-8ebe-fba9345785d8 with Priority: HIGHEST for action port [ 663.068039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068039] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.068039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.069947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.069947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.069947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.069947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.069947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.069947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.069947] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.071520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fa4420-11de-4dd1-8ebe-fba9345785d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.071520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.071520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.071520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.071758] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fa4420-11de-4dd1-8ebe-fba9345785d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.436507] env[67204]: INFO networking_nsxv3.common.synchronization [req-cc7a1e91-55d2-435a-92c5-d2098f0581ae req-e3f8dd25-35e2-4b5e-b462-284c4053fbab tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 663.437309] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 663.437770] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.437939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.438132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.438403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.438824] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.438976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.439088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.439679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.439679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.439679] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.547935] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1809419d-2929-46ba-9566-ebc09eb956e8: rpc.has_security_group_logging(os_id): False [ 663.567801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.567988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.568071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.568308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.568484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.568628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.568767] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.568831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.568986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.569093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.569290] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.569377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.569441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.569597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.569671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.569904] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.570034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.570099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.570264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.570612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.570612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 is going to be created. [ 663.572723] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.575028] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6fa4420-11de-4dd1-8ebe-fba9345785d8 with status ACTIVE [ 663.575119] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.575261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.575359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.575566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.575650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.575828] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.575926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.575999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.576175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.576261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.576571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.576677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.577534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.577534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.577534] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6fa4420-11de-4dd1-8ebe-fba9345785d8 is going to be updated. [ 663.578064] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.578163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.600824] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.600983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.601064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.601286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.601426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.601589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fa4420-11de-4dd1-8ebe-fba9345785d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.639674] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.639674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.639674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.639674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.639674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.657130] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: IN_PROGRESS for 2s [ 663.682481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 663.682481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.941588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.941808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.941923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.942703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.942810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.943257] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.943257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.943257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.943433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.943470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.943576] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 already deleted. [ 663.943675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.050235] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.050553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.050553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.051783] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.052091] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.052270] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.052382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.052624] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.052776] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.053109] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.053222] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.053305] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.053436] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.053571] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.053616] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.053713] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.075760] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.078774] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.078899] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.079326] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.079326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.080199] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-d2cbc654-7b7c-4822-984d-f8075e98931f taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.080199] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.080199] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.080427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.080601] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cbc654-7b7c-4822-984d-f8075e98931f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.578284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.578537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.578537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.580260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.580260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.580260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b is going to be created. [ 664.583539] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.583736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.583842] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.584138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.584274] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.584505] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port d2cbc654-7b7c-4822-984d-f8075e98931f not found, creating... [ 664.587284] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.587284] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.587284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.588106] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: d2cbc654-7b7c-4822-984d-f8075e98931f is going to be created. [ 664.611845] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.612086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.612086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.612236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.612395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.623458] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: UNINITIALIZED for 2s [ 664.628335] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.628782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.628782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.629075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.629312] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.629568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.333673] env[67204]: INFO networking_nsxv3.common.synchronization [req-cc7a1e91-55d2-435a-92c5-d2098f0581ae req-9c3d92f9-3799-443c-9289-bc8b2bbd9c95 service nova] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_rules [ 665.333917] env[67204]: INFO networking_nsxv3.common.synchronization [req-cc7a1e91-55d2-435a-92c5-d2098f0581ae req-9c3d92f9-3799-443c-9289-bc8b2bbd9c95 service nova] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 665.333982] env[67204]: INFO networking_nsxv3.common.synchronization [req-cc7a1e91-55d2-435a-92c5-d2098f0581ae req-9c3d92f9-3799-443c-9289-bc8b2bbd9c95 service nova] Enqueued Resource ID: d2cbc654-7b7c-4822-984d-f8075e98931f with Priority: HIGHEST for action port [ 665.334631] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_rules [ 665.336034] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 665.336034] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cbc654-7b7c-4822-984d-f8075e98931f with Priority: HIGHEST for action port [ 665.336309] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.336309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.336309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.336497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.336580] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.337687] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.337811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.337879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.338111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338335] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.338390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.338434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.338636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.338706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.338826] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.341731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cbc654-7b7c-4822-984d-f8075e98931f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.341890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.341931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.342143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.342226] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cbc654-7b7c-4822-984d-f8075e98931f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.636358] env[67204]: INFO networking_nsxv3.common.synchronization [None req-092d9510-7acf-4ee8-bb25-fb7ad97486f1 None None] Enqueued Resource ID: 7353e94d-00c7-4dbb-888d-8d0aede0268e with Priority: HIGHEST for action port [ 665.636358] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7353e94d-00c7-4dbb-888d-8d0aede0268e with Priority: HIGHEST for action port [ 665.636358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7353e94d-00c7-4dbb-888d-8d0aede0268e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.636358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7353e94d-00c7-4dbb-888d-8d0aede0268e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7353e94d-00c7-4dbb-888d-8d0aede0268e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7353e94d-00c7-4dbb-888d-8d0aede0268e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636884] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7353e94d-00c7-4dbb-888d-8d0aede0268e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.679229] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: SUCCESS [ 665.679325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.844548] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.846155] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.846296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.847856] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2cbc654-7b7c-4822-984d-f8075e98931f with status ACTIVE [ 665.848638] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.848638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.848638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.848638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.848638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.848942] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.848942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.849043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.850183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.850183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.850183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.850183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.850452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.850646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.850769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.850880] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2cbc654-7b7c-4822-984d-f8075e98931f is going to be updated. [ 665.875770] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.876045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.876045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.876436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.876661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.876793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cbc654-7b7c-4822-984d-f8075e98931f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140493] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7353e94d-00c7-4dbb-888d-8d0aede0268e [ 666.140779] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.141263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.141376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.141496] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7353e94d-00c7-4dbb-888d-8d0aede0268e already deleted. [ 666.141632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7353e94d-00c7-4dbb-888d-8d0aede0268e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.347875] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.637433] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: SUCCESS [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.637433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.637433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.637433] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.652393] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e5957497-e9df-48c3-bf98-86d37a21ccf8 None None] Enqueued Resource ID: 728e6f96-029a-4de5-968d-53faf4a501e0 with Priority: HIGHEST for action port [ 666.652393] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728e6f96-029a-4de5-968d-53faf4a501e0 with Priority: HIGHEST for action port [ 666.652618] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-728e6f96-029a-4de5-968d-53faf4a501e0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.652735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728e6f96-029a-4de5-968d-53faf4a501e0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.652817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728e6f96-029a-4de5-968d-53faf4a501e0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.653636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728e6f96-029a-4de5-968d-53faf4a501e0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.653636] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728e6f96-029a-4de5-968d-53faf4a501e0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.852512] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.852677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.853364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.853364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.853364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.853364] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be created. [ 666.889784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.889784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.889784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.889784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.889784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.905650] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: UNINITIALIZED for 2s [ 667.139012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.139160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.139208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.139621] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.139691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.139742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.140056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.140421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.140479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.140620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.140752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.140837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.140913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.142213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.142299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.142385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.142475] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.157015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728e6f96-029a-4de5-968d-53faf4a501e0 [ 667.157015] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.157308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.157308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.157400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.157444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.157533] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728e6f96-029a-4de5-968d-53faf4a501e0 already deleted. [ 667.157615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728e6f96-029a-4de5-968d-53faf4a501e0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.647861] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aad2e2e8-3486-4405-b576-089b10b3af0b: rpc.has_security_group_logging(os_id): False [ 667.669746] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.669746] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.669746] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.669746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.670658] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.670658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.670658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.670658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.670658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.672119] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b is going to be created. [ 667.734240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.734240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.734240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.734240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.734240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.747799] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: IN_PROGRESS for 2s [ 667.787342] env[67204]: INFO networking_nsxv3.common.synchronization [None req-fefbfdbe-eb13-41eb-99d9-422d26d8b2cb None None] Enqueued Resource ID: 8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c with Priority: HIGHEST for action port [ 667.787342] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c with Priority: HIGHEST for action port [ 667.787342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.787342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.787342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.787575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.787673] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.874398] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-63c31922-9cff-4735-bb3a-594f61b31ba9 tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 667.874806] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 667.875115] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.875243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.875298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.875675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.875675] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.876307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.876307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.876307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.876307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.876307] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.293044] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c [ 668.293044] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.293044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.293044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.293044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.293383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.293383] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c already deleted. [ 668.293383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e91d1ec-4c0a-4f0d-a300-0f1d13fc1e2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.387024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.387024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.387024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.387024] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 668.415264] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.415538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.415538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.416061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.416579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.429324] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 668.679600] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.679937] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.679937] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.680245] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.680521] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.680689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.680811] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.683887] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.684148] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.684333] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.684445] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.684552] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.684654] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.684756] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.684858] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.685009] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.706079] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.706262] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.706394] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.706560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.706904] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-c77060bf-b358-405f-948e-f8affd49c2a8 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.707131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.707260] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.707581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.707696] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77060bf-b358-405f-948e-f8affd49c2a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.937705] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 668.937705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.937705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.937982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.937982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.938115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.938199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.938433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.938513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.938553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.938648] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.211247] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.211504] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.211621] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.212208] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port c77060bf-b358-405f-948e-f8affd49c2a8 not found, creating... [ 669.212421] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.212565] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.212669] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212887] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.213020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.213290] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.213435] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.213529] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.213720] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.213837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.213975] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: c77060bf-b358-405f-948e-f8affd49c2a8 is going to be created. [ 669.244518] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.245224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.245224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.245359] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.245613] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.246886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.441485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.441699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.441777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.442047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.442247] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.442353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.442431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.442578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.442680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.442746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.442894] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.442988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443623] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443971] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.637857] env[67204]: INFO networking_nsxv3.common.synchronization [None req-505e4a48-2edb-4cc9-ac2c-ee3585c4244e None None] Enqueued Resource ID: 79275b1b-7fc2-4824-8fed-86ba287defe4 with Priority: HIGHEST for action port [ 669.638251] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79275b1b-7fc2-4824-8fed-86ba287defe4 with Priority: HIGHEST for action port [ 669.640535] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-79275b1b-7fc2-4824-8fed-86ba287defe4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.640535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79275b1b-7fc2-4824-8fed-86ba287defe4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.640535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79275b1b-7fc2-4824-8fed-86ba287defe4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.640535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79275b1b-7fc2-4824-8fed-86ba287defe4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.640535] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79275b1b-7fc2-4824-8fed-86ba287defe4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.726641] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f47e13c1-1a95-40c4-8b96-666f0989ffca None None] Enqueued Resource ID: 4ebce9d9-eac5-4df3-b154-5fd7189d42a0 with Priority: HIGHEST for action port [ 669.726927] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebce9d9-eac5-4df3-b154-5fd7189d42a0 with Priority: HIGHEST for action port [ 669.727709] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebce9d9-eac5-4df3-b154-5fd7189d42a0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.727709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebce9d9-eac5-4df3-b154-5fd7189d42a0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.727709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebce9d9-eac5-4df3-b154-5fd7189d42a0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.727709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebce9d9-eac5-4df3-b154-5fd7189d42a0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.727709] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebce9d9-eac5-4df3-b154-5fd7189d42a0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.763072] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: SUCCESS [ 669.763313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.945996] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a35c31a9-a767-4b02-8be8-7c7d5ad71ee7: rpc.has_security_group_logging(os_id): False [ 669.972244] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.972438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.972484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.972876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.972980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.973417] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.973417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.973417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.973721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.973721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.973917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.973917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.974036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.975202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.975202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.975500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.975768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.975768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.975994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.976074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.976261] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be created. [ 670.021469] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-700d9d81-22fe-4113-a8f8-0477cae1e14b service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 670.021469] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-700d9d81-22fe-4113-a8f8-0477cae1e14b service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 670.021469] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-700d9d81-22fe-4113-a8f8-0477cae1e14b service nova] Enqueued Resource ID: c77060bf-b358-405f-948e-f8affd49c2a8 with Priority: HIGHEST for action port [ 670.021945] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 670.022134] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 670.022278] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77060bf-b358-405f-948e-f8affd49c2a8 with Priority: HIGHEST for action port [ 670.022843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.022843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.023019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.023210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.023300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.024727] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.024849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.025060] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77060bf-b358-405f-948e-f8affd49c2a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.025647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.025647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.025647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.025647] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77060bf-b358-405f-948e-f8affd49c2a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.072198] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.072198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.072669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.072738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.073137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.090723] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 670.141584] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79275b1b-7fc2-4824-8fed-86ba287defe4 [ 670.141735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.141914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.142081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.143017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.143017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.143017] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79275b1b-7fc2-4824-8fed-86ba287defe4 already deleted. [ 670.143017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79275b1b-7fc2-4824-8fed-86ba287defe4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.232326] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ebce9d9-eac5-4df3-b154-5fd7189d42a0 [ 670.232578] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.233173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.233210] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ebce9d9-eac5-4df3-b154-5fd7189d42a0 already deleted. [ 670.234026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebce9d9-eac5-4df3-b154-5fd7189d42a0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.440994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 670.440994] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc deletion is rescheduled due to dependency. [ 670.440994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.440994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.440994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.441381] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.442437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.442587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.442869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.443373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.443588] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.528782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.528782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.528782] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c77060bf-b358-405f-948e-f8affd49c2a8 with status ACTIVE [ 670.528782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.528782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.529297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.529297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.529297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.529416] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.529471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.529532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.530899] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.530899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.530899] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c77060bf-b358-405f-948e-f8affd49c2a8 is going to be updated. [ 670.557422] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.557586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.557634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.557835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.557967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.558142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77060bf-b358-405f-948e-f8affd49c2a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.947078] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.383356] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-cb094a26-52f0-447d-858d-12e2b8d50178 tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 671.384458] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 671.384780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.384883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.450160] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.718167] env[67204]: INFO networking_nsxv3.common.synchronization [None req-26b4e29a-580f-4502-a93d-8e4a9acdd6bb None None] Enqueued Resource ID: b36c62d3-ad66-4ab5-ad50-38a354658262 with Priority: HIGHEST for action port [ 671.721018] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36c62d3-ad66-4ab5-ad50-38a354658262 with Priority: HIGHEST for action port [ 671.721018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36c62d3-ad66-4ab5-ad50-38a354658262 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.721018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36c62d3-ad66-4ab5-ad50-38a354658262" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.721018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36c62d3-ad66-4ab5-ad50-38a354658262" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.723449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36c62d3-ad66-4ab5-ad50-38a354658262" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.723449] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36c62d3-ad66-4ab5-ad50-38a354658262',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.956525] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.957039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.957039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.957039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.957243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.957243] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 671.988244] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.988475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.988475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.988673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.988844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 672.047817] env[67204]: INFO networking_nsxv3.common.synchronization [None req-4e0b0a00-e3cd-4f6e-a30f-b46119bf7b32 None None] Enqueued Resource ID: a04b5a2f-f521-44d9-a597-079212147764 with Priority: HIGHEST for action port [ 672.048533] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a04b5a2f-f521-44d9-a597-079212147764 with Priority: HIGHEST for action port [ 672.048979] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a04b5a2f-f521-44d9-a597-079212147764 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.049236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a04b5a2f-f521-44d9-a597-079212147764" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.049373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a04b5a2f-f521-44d9-a597-079212147764" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.049700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a04b5a2f-f521-44d9-a597-079212147764" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.049865] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a04b5a2f-f521-44d9-a597-079212147764',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.106062] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 672.106318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.226317] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36c62d3-ad66-4ab5-ad50-38a354658262 [ 672.226317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.226317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.226317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.226317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.226317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.226317] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36c62d3-ad66-4ab5-ad50-38a354658262 already deleted. [ 672.226317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36c62d3-ad66-4ab5-ad50-38a354658262" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.430020] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.431015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.431015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.431015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.431015] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.431232] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.431232] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.431360] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.431512] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.431750] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.432871] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.432871] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.432871] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.432871] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.432871] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.432871] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.454758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.454933] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.455080] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.455308] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-753" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.455551] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-81c80810-925a-4418-bc8f-73d2245fd4e2 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.455832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.455832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.456854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.457699] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c80810-925a-4418-bc8f-73d2245fd4e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.551821] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a04b5a2f-f521-44d9-a597-079212147764 [ 672.552257] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.552403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.552477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.552724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.552843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.552879] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a04b5a2f-f521-44d9-a597-079212147764 already deleted. [ 672.552960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a04b5a2f-f521-44d9-a597-079212147764" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.848709] env[67204]: INFO networking_nsxv3.common.synchronization [None req-94397e4c-e5aa-4987-ab54-2769f8007d1c None None] Enqueued Resource ID: 9f98ee5c-f174-4f00-adc6-1c18ace37269 with Priority: HIGHEST for action port [ 672.849649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f98ee5c-f174-4f00-adc6-1c18ace37269 with Priority: HIGHEST for action port [ 672.849749] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f98ee5c-f174-4f00-adc6-1c18ace37269 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.849878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f98ee5c-f174-4f00-adc6-1c18ace37269" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.849979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f98ee5c-f174-4f00-adc6-1c18ace37269" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.850501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f98ee5c-f174-4f00-adc6-1c18ace37269" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.850811] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f98ee5c-f174-4f00-adc6-1c18ace37269',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.961466] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.965026] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 81c80810-925a-4418-bc8f-73d2245fd4e2 not found, creating... [ 672.965026] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.965026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.965856] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.965856] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.965856] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.965856] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.966094] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.966386] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 81c80810-925a-4418-bc8f-73d2245fd4e2 is going to be created. [ 672.991040] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991347] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.992709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.992709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.992709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.992709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.356408] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f98ee5c-f174-4f00-adc6-1c18ace37269 [ 673.357438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.357438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.357438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.357438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.357438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.357860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f98ee5c-f174-4f00-adc6-1c18ace37269 already deleted. [ 673.357860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f98ee5c-f174-4f00-adc6-1c18ace37269" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.757507] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-d636690c-d444-433f-88d1-0ed49a68603d service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 673.757838] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-d636690c-d444-433f-88d1-0ed49a68603d service nova] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 673.758113] env[67204]: INFO networking_nsxv3.common.synchronization [req-05b67eba-67a4-49b3-a70f-f5ff234be494 req-d636690c-d444-433f-88d1-0ed49a68603d service nova] Enqueued Resource ID: 81c80810-925a-4418-bc8f-73d2245fd4e2 with Priority: HIGHEST for action port [ 673.758726] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_rules [ 673.759073] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 673.761626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c80810-925a-4418-bc8f-73d2245fd4e2 with Priority: HIGHEST for action port [ 673.761626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.761626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.761626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.761626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.761626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c80810-925a-4418-bc8f-73d2245fd4e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.762059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.762251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.762538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.762705] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c80810-925a-4418-bc8f-73d2245fd4e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.772337] env[67204]: INFO networking_nsxv3.common.synchronization [req-6dd47a09-c271-40f6-a97e-3287472daf53 req-9124b3ff-dfc5-4c28-96b9-9428792120b9 tempest-ServersTestBootFromVolume-1972186952 tempest-ServersTestBootFromVolume-1972186952-project-member] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 673.772337] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 673.772337] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.772337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.772337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.772337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.772941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.773205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.773390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.773653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.774527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.774527] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.011492] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 674.011780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.011894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.012136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.012337] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.012460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.012518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.012716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.012794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.012899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.013001] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.013999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.014234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.014398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.014508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.014567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.014708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.014783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.014888] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.265746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c80810-925a-4418-bc8f-73d2245fd4e2 with status ACTIVE [ 674.265849] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.266060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.266157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.266340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.266434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.266623] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.266718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.266790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.266943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.267035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.267219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.267314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.267367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.267508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.267580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.267662] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c80810-925a-4418-bc8f-73d2245fd4e2 is going to be updated. [ 674.278859] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.278859] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.278859] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f already deleted. [ 674.278859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279473] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279473] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-341" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279473] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-341" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-341" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280205] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280402] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280439] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280582] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.281260] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.281260] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.281260] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.281260] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.281260] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.281260] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.281548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.293561] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.293733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.293787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.294368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.294368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.294368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c80810-925a-4418-bc8f-73d2245fd4e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.304116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.304303] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.304446] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.304617] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-341" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.304940] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-16c8dc74-917d-4c5c-a5c5-06276cf11281 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.305134] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.305257] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.305751] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.305751] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c8dc74-917d-4c5c-a5c5-06276cf11281',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.517313] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.517437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.517631] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.611812] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b99657a1-fa5a-4bb9-8a52-27d021df7295 None None] Enqueued Resource ID: 08884e65-4729-4a27-ba98-2f3bb1b97491 with Priority: HIGHEST for action port [ 674.615020] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08884e65-4729-4a27-ba98-2f3bb1b97491 with Priority: HIGHEST for action port [ 674.615020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-08884e65-4729-4a27-ba98-2f3bb1b97491 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.615020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08884e65-4729-4a27-ba98-2f3bb1b97491" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.615020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08884e65-4729-4a27-ba98-2f3bb1b97491" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.615020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08884e65-4729-4a27-ba98-2f3bb1b97491" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.615020] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08884e65-4729-4a27-ba98-2f3bb1b97491',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.811030] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 16c8dc74-917d-4c5c-a5c5-06276cf11281 not found, creating... [ 674.811030] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811725] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 16c8dc74-917d-4c5c-a5c5-06276cf11281 is going to be created. [ 674.837495] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.837634] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.837675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.837996] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.838244] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.838496] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.022807] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.118494] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08884e65-4729-4a27-ba98-2f3bb1b97491 [ 675.118494] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.118494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.118494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.118494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.118494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.118494] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08884e65-4729-4a27-ba98-2f3bb1b97491 already deleted. [ 675.118494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08884e65-4729-4a27-ba98-2f3bb1b97491" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527392] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 675.562699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.562699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.562974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.562974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.563139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.574920] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 675.596265] env[67204]: INFO networking_nsxv3.common.synchronization [req-6dd47a09-c271-40f6-a97e-3287472daf53 req-73d7aac2-b99e-45ba-a964-2a21160ea59c service nova] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 675.596397] env[67204]: INFO networking_nsxv3.common.synchronization [req-6dd47a09-c271-40f6-a97e-3287472daf53 req-73d7aac2-b99e-45ba-a964-2a21160ea59c service nova] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 675.596485] env[67204]: INFO networking_nsxv3.common.synchronization [req-6dd47a09-c271-40f6-a97e-3287472daf53 req-73d7aac2-b99e-45ba-a964-2a21160ea59c service nova] Enqueued Resource ID: 16c8dc74-917d-4c5c-a5c5-06276cf11281 with Priority: HIGHEST for action port [ 675.597245] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_rules [ 675.599194] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 675.599194] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c8dc74-917d-4c5c-a5c5-06276cf11281 with Priority: HIGHEST for action port [ 675.599194] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.599194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.599194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.599194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.599194] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.599720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.599945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.600052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.600326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.600500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.601168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.601168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.601291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.601693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.601693] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.606805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c8dc74-917d-4c5c-a5c5-06276cf11281 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.610441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.610441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.610441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.610441] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c8dc74-917d-4c5c-a5c5-06276cf11281',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.112345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.112883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.112883] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.113678] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c8dc74-917d-4c5c-a5c5-06276cf11281 with status ACTIVE [ 676.113893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.114051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.114051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.114322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.114489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.114564] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.114657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.114657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.114789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.114857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.115342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.115448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.115448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.115739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.115739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.115739] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c8dc74-917d-4c5c-a5c5-06276cf11281 is going to be updated. [ 676.145391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.145391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.145633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.145674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.145838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.146031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c8dc74-917d-4c5c-a5c5-06276cf11281" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340330] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-69495f0c-789b-481f-8b3d-f1c969abc7e9 tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 676.341528] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 676.342380] env[67204]: INFO networking_nsxv3.common.synchronization [None req-729c56bc-ed65-4d2c-9680-a7a749ca4c95 None None] Enqueued Resource ID: bd433394-9688-4eff-86d5-62ff1e9ac361 with Priority: HIGHEST for action port [ 676.342777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.342912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.342984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.343677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.343873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.343982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.344076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.344229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.344319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.344406] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.345551] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd433394-9688-4eff-86d5-62ff1e9ac361 with Priority: HIGHEST for action port [ 676.346285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd433394-9688-4eff-86d5-62ff1e9ac361 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.346692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd433394-9688-4eff-86d5-62ff1e9ac361" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.346761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd433394-9688-4eff-86d5-62ff1e9ac361" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.346995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd433394-9688-4eff-86d5-62ff1e9ac361" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.347098] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd433394-9688-4eff-86d5-62ff1e9ac361',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.618435] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.741390] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.741582] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.741702] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.742041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.742339] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.742433] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.742549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.742760] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.742930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.743399] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.743513] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.743617] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.743717] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.743819] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.743918] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.744059] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.763299] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.763554] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.763554] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.763733] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.765026] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-7c87901e-e90d-4e4b-8ea1-e212eae2530d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.765026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.765026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.765026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.765377] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c87901e-e90d-4e4b-8ea1-e212eae2530d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.850217] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.850609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.850766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.851101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.851338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.851629] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.853580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d already deleted. [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.853580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd433394-9688-4eff-86d5-62ff1e9ac361 [ 676.853580] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.853580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd433394-9688-4eff-86d5-62ff1e9ac361 already deleted. [ 676.853580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd433394-9688-4eff-86d5-62ff1e9ac361" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.927839] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6ba098d1-8ef6-4331-b1e7-f03a7f43e26f tempest-ServerActionsV293TestJSON-626611036 tempest-ServerActionsV293TestJSON-626611036-project-member] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 676.928506] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 676.929327] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.929475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.929580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.929833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.929987] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.087276] env[67204]: INFO networking_nsxv3.common.synchronization [None req-c753cf4c-70cc-4fe8-933d-78529ab7206e tempest-ServerActionsV293TestJSON-626611036 tempest-ServerActionsV293TestJSON-626611036-project-member] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 677.089325] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 677.089325] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.089325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.123028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.123028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.123028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.123028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.123028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.123500] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f is going to be created. [ 677.154989] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.154989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.155290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.155608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.170109] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: UNINITIALIZED for 2s [ 677.268775] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.269081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.269224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.269514] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.269672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.269818] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 7c87901e-e90d-4e4b-8ea1-e212eae2530d not found, creating... [ 677.270148] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.270361] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.270446] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.270679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.270813] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.271117] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.271307] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.271447] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.271704] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.271819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.271930] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 7c87901e-e90d-4e4b-8ea1-e212eae2530d is going to be created. [ 677.312872] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.313125] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313243] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313482] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.314154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.314154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.456941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.457214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.457520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.457586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.457679] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c already deleted. [ 677.457772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.457973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.458293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.458390] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.588489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 677.588793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.589045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.589308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.589559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.589677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.589727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.589853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.589950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.590096] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.980466] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.980466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.980609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.980813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.980883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c already deleted. [ 677.981051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.092308] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.118375] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-0db9169e-f8a5-4a78-8abd-28cfd0e6e79b service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 678.118581] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-0db9169e-f8a5-4a78-8abd-28cfd0e6e79b service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 678.118714] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-0db9169e-f8a5-4a78-8abd-28cfd0e6e79b service nova] Enqueued Resource ID: 7c87901e-e90d-4e4b-8ea1-e212eae2530d with Priority: HIGHEST for action port [ 678.119245] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 678.119400] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 678.119498] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c87901e-e90d-4e4b-8ea1-e212eae2530d with Priority: HIGHEST for action port [ 678.119783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.119917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.120016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.121152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.121263] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.122672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.122809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.122870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.123077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.123297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.123357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.123389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.123633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.123731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.123882] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.124714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c87901e-e90d-4e4b-8ea1-e212eae2530d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.125018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.125153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.125153] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c87901e-e90d-4e4b-8ea1-e212eae2530d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.596316] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.626923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.627067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.631408] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c87901e-e90d-4e4b-8ea1-e212eae2530d with status ACTIVE [ 678.631689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.631905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.632104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.632393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.633120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.633628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.633890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.634051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.634509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.634509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.634509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.634639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.634733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.634823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c87901e-e90d-4e4b-8ea1-e212eae2530d is going to be updated. [ 678.636159] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.670235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.670235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.670235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.670235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.670235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.670235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c87901e-e90d-4e4b-8ea1-e212eae2530d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.098872] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.099074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.103859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.103859] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 679.113313] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-7e9359f0-f298-47ac-bb8d-6d06fba2defd tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 679.114722] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 679.115076] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.115815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.135137] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.135496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.135496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.135955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.135955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.138285] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.147337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 679.181668] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: SUCCESS [ 679.181907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.182555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.183656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.183656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.183656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.183870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.183911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.183974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.184476] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.642960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.643140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.643309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.643458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.643551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.644052] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be created. [ 679.671915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.672053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.672740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.672740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.672740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.683166] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: UNINITIALIZED for 2s [ 679.688822] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.720594] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.720804] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.720927] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721219] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.721482] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.721635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.721746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721963] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.723195] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.723572] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.723728] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.723841] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.723947] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.724067] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.724170] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.724297] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.748633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.748846] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.749083] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.749272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.749592] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.749761] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.749927] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750379] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750520] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c48dbc-dc7d-4338-b7f7-2a9a087dab04',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.191813] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef8bfb52-26cf-409e-b1f7-453d348b953f: rpc.has_security_group_logging(os_id): False [ 680.219220] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.219362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.219428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.219631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.219717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.219953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.220084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.220172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.220306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.220384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.220470] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f is going to be created. [ 680.255636] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.256837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.256837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.256837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.257015] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.257045] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 not found, creating... [ 680.258025] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.258025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.258233] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.258233] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.258533] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.258736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.258983] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.259417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.259610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259812] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 is going to be created. [ 680.296689] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.296689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.296689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.296689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.296689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.296689] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.334968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.335265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.335365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.335646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.335952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.358394] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: IN_PROGRESS for 2s [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-d50c66d4-d8db-426c-8830-776de873f15f service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-d50c66d4-d8db-426c-8830-776de873f15f service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-d50c66d4-d8db-426c-8830-776de873f15f service nova] Enqueued Resource ID: 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 with Priority: HIGHEST for action port [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 681.109188] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 with Priority: HIGHEST for action port [ 681.109660] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.109970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.110536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.110872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.111191] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.111453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.111621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.111912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.112112] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c48dbc-dc7d-4338-b7f7-2a9a087dab04',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.160248] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 681.164292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.165129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.165470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.165825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.165995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.166448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.166835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.167010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.167237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.171021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.171021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.171021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.171021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.171021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.171613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.171613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.171613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.171613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.171711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.171874] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.211149] env[67204]: INFO networking_nsxv3.common.synchronization [req-0f7e8c30-aaa7-4bbd-b0bd-e5a8133f3149 req-c46b0c98-9b3c-4413-a102-d807314eae7e tempest-DeleteServersAdminTestJSON-2012846986 tempest-DeleteServersAdminTestJSON-2012846986-project-member] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 681.212162] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGHEST for action security_group_members [ 681.216751] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.216751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.216751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217242] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.217242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.217401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.217605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.217676] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.615348] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 with status ACTIVE [ 681.615610] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.615816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.615816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.616928] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.616928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.617242] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.617242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.617242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.617410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.617471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.617546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85c48dbc-dc7d-4338-b7f7-2a9a087dab04 is going to be updated. [ 681.641893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.641893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.641893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.645363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.645531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.645710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c48dbc-dc7d-4338-b7f7-2a9a087dab04" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.676261] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97cbe45a-f9fb-4487-9243-c81ceaa394cc: rpc.has_security_group_logging(os_id): False [ 681.695221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 681.695550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.695754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.696335] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.696670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.696670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.696983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.697139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.697290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.699889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.700642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.700642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.700642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.701630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.701630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.701630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.701998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702426] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.702713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.702878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.703151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.703311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.703649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.703834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.704476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.704630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.704796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 681.706162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.706332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.706575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.706682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.706745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.706887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.706964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.707063] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.721240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.721396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.721461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.721677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.721899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.722044] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.722171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.722171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.722328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.722403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.722480] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be updated. [ 681.775252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.775414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.775494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.776794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.776794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.802070] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: IN_PROGRESS for 2s [ 681.830285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.830509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.830552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.830821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.830981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.850921] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 681.887119] env[67204]: INFO networking_nsxv3.common.synchronization [req-552278d6-da5c-49df-8a2f-2a5a3d86e943 req-43e9c079-3978-400e-96c9-f43eba110b33 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 681.887793] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 681.888242] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.888431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.888431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.889592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.889775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.889879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.891612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.891612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.891612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.891612] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.932499] env[67204]: INFO networking_nsxv3.common.synchronization [req-552278d6-da5c-49df-8a2f-2a5a3d86e943 req-43e9c079-3978-400e-96c9-f43eba110b33 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 681.933019] env[67204]: INFO networking_nsxv3.common.synchronization [req-552278d6-da5c-49df-8a2f-2a5a3d86e943 req-43e9c079-3978-400e-96c9-f43eba110b33 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 681.933304] env[67204]: INFO networking_nsxv3.common.synchronization [req-552278d6-da5c-49df-8a2f-2a5a3d86e943 req-43e9c079-3978-400e-96c9-f43eba110b33 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 681.936720] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 681.936720] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 681.936720] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 681.936720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.936720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.936720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.936720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.936720] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.936720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.936720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.936720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.937194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.937194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.938398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.938545] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.209406] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.212981] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.372796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: SUCCESS [ 682.372796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.396424] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.442507] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.442648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.442870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with status ACTIVE [ 682.443039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.443219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.443511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.443677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.443771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.443833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.443979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.444084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.444366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.444426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.444561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.444634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444715] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e is going to be updated. [ 682.469130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.469365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.469365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.469586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.469723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.469879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.717362] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.900477] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.220667] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.220987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.220987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.221155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.221304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.221429] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 683.255973] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.256157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.257179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.257179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.257179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 683.406512] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.406679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.406753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.407159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.407250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.407356] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 683.466931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.466931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.466931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.466931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.466931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.479373] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 683.816283] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc in Status: SUCCESS [ 683.816283] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc deletion is rescheduled due to dependency. [ 683.816283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.885956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 683.886270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.886510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.886779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.886917] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.390012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.390012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.390012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.390531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.390531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.390531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.390531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.390748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.390748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.390834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.390946] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.585503] env[67204]: INFO networking_nsxv3.common.synchronization [None req-c01db536-7ad3-4734-adf1-c6fd9dc2384d None None] Enqueued Resource ID: 0342acb8-74f3-4da5-b355-acf9ae67c2ef with Priority: HIGHEST for action port [ 684.586124] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0342acb8-74f3-4da5-b355-acf9ae67c2ef with Priority: HIGHEST for action port [ 684.586756] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0342acb8-74f3-4da5-b355-acf9ae67c2ef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.586878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0342acb8-74f3-4da5-b355-acf9ae67c2ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.586947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0342acb8-74f3-4da5-b355-acf9ae67c2ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.589134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0342acb8-74f3-4da5-b355-acf9ae67c2ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.589134] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0342acb8-74f3-4da5-b355-acf9ae67c2ef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.894694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.894883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.894962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.895345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.896377] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.896869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.896976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.897224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.897330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897625] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.898237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.898237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.898461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.898461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.899360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.899360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.899360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.899360] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.094138] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0342acb8-74f3-4da5-b355-acf9ae67c2ef [ 685.094309] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.094381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.096529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.096529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.096714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.096761] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0342acb8-74f3-4da5-b355-acf9ae67c2ef already deleted. [ 685.096866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0342acb8-74f3-4da5-b355-acf9ae67c2ef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.284270] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 685.284559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.284734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.284961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.285160] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.285287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.285348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.285500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.285575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.285666] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.401630] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97cbe45a-f9fb-4487-9243-c81ceaa394cc: rpc.has_security_group_logging(os_id): False [ 685.423626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.425514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.425623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.425690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.425849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.425927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.426161] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.426261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.426321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.426458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.426532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.426710] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.426799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.426862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.427191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.427343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.427542] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 685.494303] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.494303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.494303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.494303] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.522416] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.522583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.523311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.523311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.523311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.542425] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 685.791978] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.997036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.104066] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-0e5a399c-acd0-4152-91be-0828dbd7c22d tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 686.104066] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 686.104066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.104066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.297245] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.501478] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.802020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.802020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.802020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.802020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.802020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.802020] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 686.838624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.838624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.838624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.838624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.838624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.845988] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.846214] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.846352] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.846918] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.847225] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.847368] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.847484] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.847741] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.847881] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.848104] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.848211] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.848564] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.848685] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.849039] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.849039] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.849039] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.859442] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 686.871597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.871739] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.871840] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.872042] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-120" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.872367] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.872809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.872809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.873072] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.873181] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0e177-be9a-4c4e-b0f4-09f92e6e38d3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.005195] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.006640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.006640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.006640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.006640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.006640] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 687.039239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.039239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.039528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.039601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.039791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.053464] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 687.201358] env[67204]: INFO networking_nsxv3.common.synchronization [req-18d71797-95d2-4b40-9ba4-17cecf6516d9 req-b42a7614-da6f-4665-a3fe-d70981bb0f1e tempest-ServerDiagnosticsTest-1407336288 tempest-ServerDiagnosticsTest-1407336288-project-member] Enqueued Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 687.201910] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGHEST for action security_group_members [ 687.202546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.202546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.202546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.202657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.202830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.202893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.203053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.203138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203522] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.377431] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.377749] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.377923] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.378452] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.378659] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.378869] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 not found, creating... [ 687.379505] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.379674] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.380191] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.380391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.380815] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.381148] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.381527] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.381658] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.381849] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.382147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 is going to be created. [ 687.406456] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.406664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.406782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.407146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.407383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.407603] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.463589] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e3619be4-aecf-41cb-8467-0b5cc4e72d9d None None] Enqueued Resource ID: caec6296-fe94-47ea-87b1-aeee6a4402e1 with Priority: HIGHEST for action port [ 687.464253] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caec6296-fe94-47ea-87b1-aeee6a4402e1 with Priority: HIGHEST for action port [ 687.464597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-caec6296-fe94-47ea-87b1-aeee6a4402e1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.464727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caec6296-fe94-47ea-87b1-aeee6a4402e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.464794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caec6296-fe94-47ea-87b1-aeee6a4402e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.465088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caec6296-fe94-47ea-87b1-aeee6a4402e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.465175] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caec6296-fe94-47ea-87b1-aeee6a4402e1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.559595] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 687.559937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.597339] env[67204]: INFO networking_nsxv3.common.synchronization [req-6cd2a8b3-728a-4666-8dcb-8f527f90ff2b req-02f0aa60-618a-4cf9-883f-ed4f4c66b9c4 tempest-ServersTestManualDisk-202211371 tempest-ServersTestManualDisk-202211371-project-member] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 687.597339] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGHEST for action security_group_members [ 687.598304] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.598784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.598971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.601645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.601645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.601645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.601645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.601645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.601645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.601645] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.707401] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.707401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.707401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.707401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.707401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.707401] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.707401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.707988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.707988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.707988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.708133] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b is going to be updated. [ 687.758519] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.758519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.758519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.758519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.777743] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: IN_PROGRESS for 2s [ 687.967217] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caec6296-fe94-47ea-87b1-aeee6a4402e1 [ 687.967830] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.967830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.967830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.967830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.968036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.968036] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caec6296-fe94-47ea-87b1-aeee6a4402e1 already deleted. [ 687.968088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caec6296-fe94-47ea-87b1-aeee6a4402e1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.104543] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.104838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.105327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.105690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.105945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.106229] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.106374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.106479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.106693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.106808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.106979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 is going to be updated. [ 688.145858] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.146069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.146144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.146380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.146528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.158525] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: IN_PROGRESS for 2s [ 688.170172] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-54491efa-daff-4c60-9b84-10f74751696d service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 688.170417] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-54491efa-daff-4c60-9b84-10f74751696d service nova] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 688.170558] env[67204]: INFO networking_nsxv3.common.synchronization [req-eba62ba5-6f8f-4d8e-a7c2-5044538ea405 req-54491efa-daff-4c60-9b84-10f74751696d service nova] Enqueued Resource ID: daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 with Priority: HIGHEST for action port [ 688.171498] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_rules [ 688.171708] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 688.172088] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 with Priority: HIGHEST for action port [ 688.172460] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.172606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.172902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.173040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174972] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0e177-be9a-4c4e-b0f4-09f92e6e38d3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.676944] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 with status ACTIVE [ 688.677317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.677317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.677417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.677641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.677730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.677936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.678071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.678121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.678294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.678373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.678575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.678668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.678728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.678865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.678937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.679080] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf0e177-be9a-4c4e-b0f4-09f92e6e38d3 is going to be updated. [ 688.705106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.705275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.705685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.705855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf0e177-be9a-4c4e-b0f4-09f92e6e38d3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.858628] env[67204]: INFO networking_nsxv3.common.synchronization [req-46df1c11-608d-4d03-b3ee-436c3aa01cbc req-97af9d5e-fc4c-42f8-9542-5dae231cb2cf tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 688.859604] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 688.863240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.863509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.863509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.863712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.863857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.865958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.865958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.865958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.865958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.865958] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.878487] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 688.879135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.880960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.880960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.880960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.881607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.881970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885110] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885954] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.067927] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 689.068099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.068256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.068547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.068793] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.068942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.069485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.070635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.070635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.070843] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.119209] env[67204]: INFO networking_nsxv3.common.synchronization [req-15ec7366-4c74-48b1-a166-ad715af1262c req-230ef354-d0d4-44b0-b289-be1fc4c001cc tempest-ServerAddressesTestJSON-1157450154 tempest-ServerAddressesTestJSON-1157450154-project-member] Enqueued Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 689.119209] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGHEST for action security_group_members [ 689.119209] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.119209] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.119209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.119685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.119981] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.368645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.368808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.368808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.369271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.369271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.371038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.371038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.371038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.371038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.371318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.371318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 689.388096] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af2f6f94-2ef2-475e-af29-793d9c14e25d: rpc.has_security_group_logging(os_id): False [ 689.392026] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.407556] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.407742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.407816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.408144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.408253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.408537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.408992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.408992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.408992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.408992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.409329] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.409431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.409495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.409642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.409719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.409900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.409996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.410069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.410206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.410278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.410360] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be created. [ 689.412503] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.412601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.412672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.412819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.412947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.426823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 689.474842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.474998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.475079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.475316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.475496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.488518] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 689.507487] env[67204]: INFO networking_nsxv3.common.synchronization [req-81809d5f-e978-4946-a8ab-b488177443c4 req-7ddac556-a343-41cc-956b-ef68a01799eb tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 689.508539] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 689.508539] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.508680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.508680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.508820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.508997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509611] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.575021] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.625775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.625775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.625775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.626377] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 is going to be updated. [ 689.659460] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.659810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.659890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.660164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.660396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.684906] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: IN_PROGRESS for 2s [ 689.788985] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aad2e2e8-3486-4405-b576-089b10b3af0b in Status: SUCCESS [ 689.789694] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b deletion is rescheduled due to dependency. [ 689.789694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.894782] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.012176] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.076748] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb152375-c7f6-4afe-b1bb-0a8726ac79e4: rpc.has_security_group_logging(os_id): False [ 690.099173] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.099339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.099454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.099680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.099792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.100059] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.100177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.100230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.100389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.100468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.100556] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 690.159844] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.160513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.160513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.160513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.160513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.176126] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 in Status: SUCCESS [ 690.176355] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 deletion is rescheduled due to dependency. [ 690.176682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.181041] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 690.331165] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331165] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.331165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.331165] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.331165] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.332384] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.332672] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.332994] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.333282] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.333583] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.358729] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.358729] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.358729] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.358729] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.358729] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-46892981-a092-48c9-a55f-33d5b49c84fb taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.358729] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.358729] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.358729] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.358729] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46892981-a092-48c9-a55f-33d5b49c84fb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.397152] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.397325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.397363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.397633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.397718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.397816] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 690.431823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.431823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.431823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.431823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.431823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.442896] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 690.515896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.770262] env[67204]: INFO networking_nsxv3.common.synchronization [None req-3ae64568-4465-4a77-ad3a-3436af70edde None None] Enqueued Resource ID: 07fda6d5-2167-48eb-b247-8ac636e05f97 with Priority: HIGHEST for action port [ 690.770789] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fda6d5-2167-48eb-b247-8ac636e05f97 with Priority: HIGHEST for action port [ 690.771082] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fda6d5-2167-48eb-b247-8ac636e05f97 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.771213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fda6d5-2167-48eb-b247-8ac636e05f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.771273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fda6d5-2167-48eb-b247-8ac636e05f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.771515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fda6d5-2167-48eb-b247-8ac636e05f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.771593] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fda6d5-2167-48eb-b247-8ac636e05f97',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.863647] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.863952] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.864054] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.864284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.864430] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.864577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 46892981-a092-48c9-a55f-33d5b49c84fb not found, creating... [ 690.864885] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.865090] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.865207] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.865419] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.865547] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.865817] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.865964] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.866086] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.866277] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.866515] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.866548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 46892981-a092-48c9-a55f-33d5b49c84fb is going to be created. [ 690.896196] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.896476] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.896621] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.896954] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.897267] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.897542] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.017724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.017944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.017989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.018232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.018324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.018427] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 691.071528] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.071688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.071730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.071953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.091279] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 691.273425] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07fda6d5-2167-48eb-b247-8ac636e05f97 [ 691.273779] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.273779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.274013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.274066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.274213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.274291] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07fda6d5-2167-48eb-b247-8ac636e05f97 already deleted. [ 691.274341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fda6d5-2167-48eb-b247-8ac636e05f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.439264] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 691.439264] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 691.439264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.501109] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 691.501351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.501543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.501730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.501826] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.674168] env[67204]: INFO networking_nsxv3.common.synchronization [req-81809d5f-e978-4946-a8ab-b488177443c4 req-53376dfd-c8f2-4752-b438-440d3baf032d service nova] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_rules [ 691.677154] env[67204]: INFO networking_nsxv3.common.synchronization [req-81809d5f-e978-4946-a8ab-b488177443c4 req-53376dfd-c8f2-4752-b438-440d3baf032d service nova] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 691.679426] env[67204]: INFO networking_nsxv3.common.synchronization [req-81809d5f-e978-4946-a8ab-b488177443c4 req-53376dfd-c8f2-4752-b438-440d3baf032d service nova] Enqueued Resource ID: 46892981-a092-48c9-a55f-33d5b49c84fb with Priority: HIGHEST for action port [ 691.680170] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_rules [ 691.680368] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 691.680511] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46892981-a092-48c9-a55f-33d5b49c84fb with Priority: HIGHEST for action port [ 691.680867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.681043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.681476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.681476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.681476] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.683527] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.683682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.683935] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-46892981-a092-48c9-a55f-33d5b49c84fb taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.684065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.684143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.684351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.684433] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46892981-a092-48c9-a55f-33d5b49c84fb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.700027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1809419d-2929-46ba-9566-ebc09eb956e8 in Status: SUCCESS [ 691.700027] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 deletion is rescheduled due to dependency. [ 691.700027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.005423] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.005957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.188821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.189067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.189265] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46892981-a092-48c9-a55f-33d5b49c84fb with status ACTIVE [ 692.190139] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.190139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.190139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.190139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.190139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.190139] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.190139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.190428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.190428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.190556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.190792] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.190792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.190792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.190992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.191097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.191195] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46892981-a092-48c9-a55f-33d5b49c84fb is going to be updated. [ 692.196050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 692.196159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.219978] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.219978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.219978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.219978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.219978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46892981-a092-48c9-a55f-33d5b49c84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.457329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 692.457542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.457714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.457926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.458162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.458762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.458762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.458762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.458762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.458762] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.903375] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9c7b1818-9c6a-4110-87a2-c19f6a1b9191 None None] Enqueued Resource ID: a6df690c-fbb7-4993-af91-025be6b38e5c with Priority: HIGHEST for action port [ 692.903969] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6df690c-fbb7-4993-af91-025be6b38e5c with Priority: HIGHEST for action port [ 692.904644] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6df690c-fbb7-4993-af91-025be6b38e5c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.904785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6df690c-fbb7-4993-af91-025be6b38e5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.904888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6df690c-fbb7-4993-af91-025be6b38e5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.905227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6df690c-fbb7-4993-af91-025be6b38e5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.905309] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6df690c-fbb7-4993-af91-025be6b38e5c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.960437] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.987510] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0964fd0b-1f19-4521-b3c5-868afb78ef5b None None] Enqueued Resource ID: f6b40523-7cbc-4796-bdb6-f9f744800bf5 with Priority: HIGHEST for action port [ 692.988091] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b40523-7cbc-4796-bdb6-f9f744800bf5 with Priority: HIGHEST for action port [ 692.988740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b40523-7cbc-4796-bdb6-f9f744800bf5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.989417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b40523-7cbc-4796-bdb6-f9f744800bf5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.989417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b40523-7cbc-4796-bdb6-f9f744800bf5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.990819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b40523-7cbc-4796-bdb6-f9f744800bf5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.991130] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b40523-7cbc-4796-bdb6-f9f744800bf5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.102056] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 693.102600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.102600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.102958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.102958] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.102958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.103221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.103221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.103321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.103366] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.409895] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6df690c-fbb7-4993-af91-025be6b38e5c [ 693.410019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.410203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.410277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.410509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.410589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.410681] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6df690c-fbb7-4993-af91-025be6b38e5c already deleted. [ 693.411093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6df690c-fbb7-4993-af91-025be6b38e5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.465810] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.494602] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b40523-7cbc-4796-bdb6-f9f744800bf5 [ 693.494602] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.494602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.494602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.494602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.494602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.494602] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b40523-7cbc-4796-bdb6-f9f744800bf5 already deleted. [ 693.494602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b40523-7cbc-4796-bdb6-f9f744800bf5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.609347] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.968926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.969243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.969386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.969573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.969647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.969741] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 694.019964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.019964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.019964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.019964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.019964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.041357] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 694.112935] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.621728] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.621728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.621728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.621878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.621878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.622114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 694.668766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.668766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.669291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.669600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.671378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.693608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 695.024457] env[67204]: INFO networking_nsxv3.common.synchronization [None req-be2c7543-4cee-48fb-8690-4ebb26e21193 tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 695.024457] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 695.024847] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.025202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.025317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.027646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.027756] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.162715] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f88b1ee2-cf6b-4ad6-bae7-8f59cb1f38e4 tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 695.163389] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 695.164263] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.164427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.432949] env[67204]: INFO networking_nsxv3.common.synchronization [req-d99ac8bb-3604-4c11-8390-a0c62da126fc req-91be39ec-7ee5-4e56-a4b8-e4c53d93c5ef tempest-VolumesAssistedSnapshotsTest-1291996267 tempest-VolumesAssistedSnapshotsTest-1291996267-project-member] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 695.434129] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGHEST for action security_group_members [ 695.434550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.434829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.434935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.435574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.435634] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.435808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.435898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.436716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.437107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.437107] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.461042] env[67204]: INFO networking_nsxv3.common.synchronization [None req-1ded6515-1879-4330-a356-0ba8cfebd6ec None None] Enqueued Resource ID: 7defef7c-d31a-4d22-94ab-e4e7fcbf5457 with Priority: HIGHEST for action port [ 695.461578] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7defef7c-d31a-4d22-94ab-e4e7fcbf5457 with Priority: HIGHEST for action port [ 695.461890] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7defef7c-d31a-4d22-94ab-e4e7fcbf5457 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.462015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7defef7c-d31a-4d22-94ab-e4e7fcbf5457" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.462331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7defef7c-d31a-4d22-94ab-e4e7fcbf5457" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.462607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7defef7c-d31a-4d22-94ab-e4e7fcbf5457" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.462692] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7defef7c-d31a-4d22-94ab-e4e7fcbf5457',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.550640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.550775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.550843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.551075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.551166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.551258] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a already deleted. [ 695.551336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.551517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.551674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.551758] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.940739] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.940932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.940932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.941170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.941278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.941494] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.941593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.941652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.941805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.941918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.941954] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 is going to be updated. [ 695.966036] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7defef7c-d31a-4d22-94ab-e4e7fcbf5457 [ 695.966036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.966036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.966036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.966324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.966525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.966764] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7defef7c-d31a-4d22-94ab-e4e7fcbf5457 already deleted. [ 695.966928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7defef7c-d31a-4d22-94ab-e4e7fcbf5457" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.970953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.971102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.971187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.971423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.971585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.980590] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: IN_PROGRESS for 2s [ 696.051633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 696.051859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.052043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.052254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.052449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.052642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.052642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.052781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.052863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.053194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.053194] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.068264] env[67204]: INFO networking_nsxv3.common.synchronization [req-638b4525-58b0-4544-88bb-e97b4d5c5b6c req-70c2496d-848c-4eda-b22c-92f8ab0722c0 tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 696.068818] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 696.069164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.070347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.070471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.070595] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.074761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.074883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.074951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.075144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.075234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.075324] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a already deleted. [ 696.075402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.339493] env[67204]: INFO networking_nsxv3.common.synchronization [req-414cde91-a733-4607-87ef-abefe7672ec1 req-65c83e95-1574-4e7e-9f15-27dab9513d73 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 696.340418] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 696.340780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.341394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.341394] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.341604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.341604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.341714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.341778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.341868] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.358288] env[67204]: INFO networking_nsxv3.common.synchronization [req-414cde91-a733-4607-87ef-abefe7672ec1 req-65c83e95-1574-4e7e-9f15-27dab9513d73 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 696.358494] env[67204]: INFO networking_nsxv3.common.synchronization [req-414cde91-a733-4607-87ef-abefe7672ec1 req-65c83e95-1574-4e7e-9f15-27dab9513d73 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 696.358637] env[67204]: INFO networking_nsxv3.common.synchronization [req-414cde91-a733-4607-87ef-abefe7672ec1 req-65c83e95-1574-4e7e-9f15-27dab9513d73 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 696.359198] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_rules [ 696.359345] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 696.359466] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with Priority: HIGHEST for action port [ 696.359752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.359872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.359941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.360329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.360397] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.361964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.362089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.362292] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.362401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.362480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.362746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.362866] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.556907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.556907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.556907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.556907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.556907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.556907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.556907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.557177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.557672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.557812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.562101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.562101] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.572327] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.705817] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 696.705817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.705817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.705817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.705817] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.706178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.706178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.706178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.706178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.706279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.706304] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.845257] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.865689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e with status ACTIVE [ 696.866131] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.866752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.867058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.867149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.868071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.868071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.868071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.868071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.868071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.868071] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e is going to be updated. [ 696.893921] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.894074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.894157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.894377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.894515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.894681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ef34a2-b495-4b9e-a52e-3fa0a1ed6a0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.064153] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af2f6f94-2ef2-475e-af29-793d9c14e25d: rpc.has_security_group_logging(os_id): False [ 697.076677] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.093937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.094126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.094203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.094404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.094517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.094781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.094987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.095076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.095242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.095321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.095571] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.095691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.095766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.095912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.095989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.096183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.096277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.096360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.096516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.096592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.096677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 697.176958] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.179273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.179273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.179273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.179273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.192666] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 697.210871] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.210871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.210871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.211168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.211168] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.211336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.211336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.211539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.211539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.211655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.212024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.212024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.212675] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.212675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.212675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.212675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.212675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.212675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.212675] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.347957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.579776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.580417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.580417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.580417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.580417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.580722] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 697.613661] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.613925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.613925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.614137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.614288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.624759] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 697.631651] env[67204]: INFO networking_nsxv3.common.synchronization [req-355c4992-77fa-485c-86c7-553641e3c5cc req-d1a7c737-252b-4564-b760-6fb1f1fe6f3c tempest-MultipleCreateTestJSON-1825037049 tempest-MultipleCreateTestJSON-1825037049-project-member] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 697.632207] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGHEST for action security_group_members [ 697.632565] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.632717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.718243] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a35c31a9-a767-4b02-8be8-7c7d5ad71ee7: rpc.has_security_group_logging(os_id): False [ 697.747876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.748052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.748133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.748436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.748582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.748956] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.749030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.749143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.749368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.749501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.749806] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.749935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.750010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.750855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.751331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.751331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.751493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.751623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.751806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.751960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.752095] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 697.823725] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.823935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.824087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.824349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.824497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.842383] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 697.851061] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.851258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.851355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.851632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.851694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.851801] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 697.888484] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.889394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.889394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.889394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.889394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.912728] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 698.001981] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 in Status: SUCCESS [ 698.002253] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 deletion is rescheduled due to dependency. [ 698.002357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.211966] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 699.212265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.212502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.212780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.212896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.315988] env[67204]: INFO networking_nsxv3.common.synchronization [req-5bc0f52e-e1c9-44ee-ab29-965146c4da14 req-57a712c4-514d-4b39-ac1e-acfb0e80e5b4 tempest-ServerMetadataTestJSON-1069509257 tempest-ServerMetadataTestJSON-1069509257-project-member] Enqueued Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 699.316526] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGHEST for action security_group_members [ 699.316821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.317043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.317043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.318161] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.318161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.318161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.318161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.318161] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.639043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 699.639043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.639302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.639627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.639903] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.640163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.640235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.640481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.640618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.640777] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.716890] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.717106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.717363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.717538] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.717640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.717709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.717866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.717950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.718051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.718145] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.820691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.821117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821357] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.821452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.821548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.821745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.821819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.821908] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 is going to be updated. [ 699.863028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.863028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.863028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.863028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.863028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.865731] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 699.866521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.880651] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: IN_PROGRESS for 2s [ 699.927662] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 699.927662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.929534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.930230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.931171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.931171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.931171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.931476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.931476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.931565] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.143427] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.143427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.143559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.143730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.143841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.144095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.144207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.144372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.144456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.144502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.144599] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be updated. [ 700.181113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.181300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.181331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.181574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.181729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.192842] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: IN_PROGRESS for 2s [ 700.222976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.222976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.222976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.222976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.222976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.224090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.224090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.224090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.224090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.224090] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.435238] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.727054] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af2f6f94-2ef2-475e-af29-793d9c14e25d: rpc.has_security_group_logging(os_id): False [ 700.747700] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.748016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.748016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.748296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.748436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.748747] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.748879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.748971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.749208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.749321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.749587] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.749717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.749811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.750021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.752282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.752613] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.752783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.752907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.753164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.753313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.753436] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 700.831600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.831794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.831794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.832015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.832170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.847612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 700.942508] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.444676] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.444676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.445159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.445202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.445298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.445401] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 701.505377] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.505533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.505607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.505818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.505971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.515669] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 701.890355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 in Status: SUCCESS [ 701.890355] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 deletion is rescheduled due to dependency. [ 701.890355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075990] env[67204]: INFO networking_nsxv3.common.synchronization [req-52eba01a-6c68-4871-90a8-def2d4ba9b75 req-0bb26bb3-b7dc-4b6e-a6e7-74dc070bd653 tempest-AttachInterfacesUnderV243Test-271472458 tempest-AttachInterfacesUnderV243Test-271472458-project-member] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 702.076599] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGHEST for action security_group_members [ 702.076907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.077143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.213752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc in Status: SUCCESS [ 702.213972] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc deletion is rescheduled due to dependency. [ 702.214089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.226658] env[67204]: INFO networking_nsxv3.common.synchronization [req-a2c994e2-df23-431a-86c1-6cb535768c63 req-33cd7a71-0933-47ec-91a0-bb46ddd5ed65 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 702.227297] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 702.227639] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.227782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.227885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.228710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.229104] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.229306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.229434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.229627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.229718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.229817] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.605367] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.605665] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.605878] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606745] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.607040] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.607255] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.607601] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.607846] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.608181] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.608396] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.608591] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.608787] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.608985] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.609252] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.609499] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.630902] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.631147] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.631328] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.631573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.631991] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-a9e04f33-955a-411a-8b41-b46169cc66de taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.632221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.632377] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.632779] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.632961] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e04f33-955a-411a-8b41-b46169cc66de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.733148] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.733439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.733439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.733596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.733688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733888] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.733988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.734065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.734207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.734284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.734366] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 already deleted. [ 702.734446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.866526] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 702.866758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.136784] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137077] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.137414] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137556] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.137706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port a9e04f33-955a-411a-8b41-b46169cc66de not found, creating... [ 703.137966] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.138134] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.138247] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.138525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.138720] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.139021] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.139220] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.139306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.139514] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.139643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.139789] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: a9e04f33-955a-411a-8b41-b46169cc66de is going to be created. [ 703.164218] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.164418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.164468] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.164749] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.164977] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.165210] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.525873] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 703.526112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.526281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.526503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.526693] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.526813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.526879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.527042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.527126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.527407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.527407] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.528364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528523] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.528626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.528688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.528994] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.619488] env[67204]: INFO networking_nsxv3.common.synchronization [req-691efd05-73c8-4693-a3c5-b2287a178f54 req-21e860f0-3a16-4e1f-bdc1-3a9390ee9403 tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 703.620134] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 703.620496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.620618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.620684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.620881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.621161] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.621336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.621407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.621584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.621671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.621765] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.907320] env[67204]: INFO networking_nsxv3.common.synchronization [req-a2c994e2-df23-431a-86c1-6cb535768c63 req-9891679c-47a5-42d9-b476-dda26201cbe8 service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 703.907432] env[67204]: INFO networking_nsxv3.common.synchronization [req-a2c994e2-df23-431a-86c1-6cb535768c63 req-9891679c-47a5-42d9-b476-dda26201cbe8 service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 703.907561] env[67204]: INFO networking_nsxv3.common.synchronization [req-a2c994e2-df23-431a-86c1-6cb535768c63 req-9891679c-47a5-42d9-b476-dda26201cbe8 service nova] Enqueued Resource ID: a9e04f33-955a-411a-8b41-b46169cc66de with Priority: HIGHEST for action port [ 703.908112] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 703.908340] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 703.908505] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e04f33-955a-411a-8b41-b46169cc66de with Priority: HIGHEST for action port [ 703.908814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.909070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.909135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.909444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.909502] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.910479] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.910548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.910649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.912047] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.912965] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e04f33-955a-411a-8b41-b46169cc66de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912965] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e04f33-955a-411a-8b41-b46169cc66de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.031015] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.034171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.034600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.034726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.037320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.037320] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 704.066140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.066295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.066479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.066833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.067028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.078157] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 704.124138] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.414157] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.416031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.416031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.416031] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9e04f33-955a-411a-8b41-b46169cc66de with status ACTIVE [ 704.416031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.416031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.416031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.416031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.416031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.416031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.416416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.416416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.416416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.416416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.416598] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.416643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.417189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.417189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.417189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.417189] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9e04f33-955a-411a-8b41-b46169cc66de is going to be updated. [ 704.439568] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.439657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.439693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.439900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.440048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.440207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e04f33-955a-411a-8b41-b46169cc66de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.538951] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb152375-c7f6-4afe-b1bb-0a8726ac79e4: rpc.has_security_group_logging(os_id): False [ 704.569411] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.569617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.569676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.569889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.570008] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.570306] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.570429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.570469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.570617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.570692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.570780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be updated. [ 704.625992] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.639652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.640336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.640336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.640448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.640562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.659788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: IN_PROGRESS for 2s [ 704.853791] env[67204]: INFO networking_nsxv3.common.synchronization [req-54459fbd-263a-445a-af23-ba43785d896a req-de9e43e2-8d1d-433c-b596-abb312b542ef tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 704.854824] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 704.855156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.855412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.855485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.856322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.856322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.856322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.856322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.856518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.856518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856572] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.920610] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.132110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.132110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.132110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.132402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.132534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.132791] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 705.164324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.164324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.164324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.164324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.164324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.175797] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 705.304154] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.304363] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.304363] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.304661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.304944] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.305108] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.305224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.306087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.306087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.306087] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.306087] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.306087] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.306087] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.306343] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.306343] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.306404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.325933] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.326202] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.326264] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.326590] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.327320] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-964fbd57-1969-4dd9-855c-eb27febb368c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.327320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.327320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.327591] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.327591] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964fbd57-1969-4dd9-855c-eb27febb368c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.358429] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.358593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.358693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.358858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.358941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.359142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.359273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.359335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.359540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.359587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.359660] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d already deleted. [ 705.359741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.423781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.423934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.424016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.426342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.426342] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be created. [ 705.447224] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.447377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.447446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.447651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.447851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.459905] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: UNINITIALIZED for 2s [ 705.830097] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.830695] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.830988] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.831570] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.831805] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.832017] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 964fbd57-1969-4dd9-855c-eb27febb368c not found, creating... [ 705.832364] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832781] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.833067] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.833260] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.833692] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.833799] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.834041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.834265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.834480] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.834869] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 964fbd57-1969-4dd9-855c-eb27febb368c is going to be created. [ 705.860015] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.860278] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.860545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.860877] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.861169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.861437] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.091528] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 706.091528] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 deletion is rescheduled due to dependency. [ 706.091528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.591725] env[67204]: INFO networking_nsxv3.common.synchronization [req-54459fbd-263a-445a-af23-ba43785d896a req-200e87d5-aa58-493f-9d85-b4541a8eda4d service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 706.592133] env[67204]: INFO networking_nsxv3.common.synchronization [req-54459fbd-263a-445a-af23-ba43785d896a req-200e87d5-aa58-493f-9d85-b4541a8eda4d service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 706.592454] env[67204]: INFO networking_nsxv3.common.synchronization [req-54459fbd-263a-445a-af23-ba43785d896a req-200e87d5-aa58-493f-9d85-b4541a8eda4d service nova] Enqueued Resource ID: 964fbd57-1969-4dd9-855c-eb27febb368c with Priority: HIGHEST for action port [ 706.593865] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 706.594128] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 706.594380] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964fbd57-1969-4dd9-855c-eb27febb368c with Priority: HIGHEST for action port [ 706.595557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.595778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.595946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.596330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.596731] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.598472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.598604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.598705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.598884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599056] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.599427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599601] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.600926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-964fbd57-1969-4dd9-855c-eb27febb368c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.600926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.601091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.601178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.601828] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964fbd57-1969-4dd9-855c-eb27febb368c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.677989] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 in Status: SUCCESS [ 706.678262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.103766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.103766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.103766] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.106929] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 964fbd57-1969-4dd9-855c-eb27febb368c with status ACTIVE [ 707.106929] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.106929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.106929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.106929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.106929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.106929] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.106929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.107647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.107647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.107647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.107647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.107647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.107647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.108038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.108038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.108038] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 964fbd57-1969-4dd9-855c-eb27febb368c is going to be updated. [ 707.130422] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.130422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.130422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.130628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.130756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.130910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964fbd57-1969-4dd9-855c-eb27febb368c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.191917] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 707.191917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.436358] env[67204]: INFO networking_nsxv3.common.synchronization [req-04a447b4-dedf-4cfe-9459-6e6668c09537 req-7cee3d9f-6cbf-41e0-b80a-2977d4543bc2 tempest-InstanceActionsNegativeTestJSON-135495715 tempest-InstanceActionsNegativeTestJSON-135495715-project-member] Enqueued Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 707.437036] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 707.438625] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.438806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.438901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.439198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.439562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.439736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.439832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.440041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.440167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.440428] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.471646] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 707.471870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.472477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.472735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.472972] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.473131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.473209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.473438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.473566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.473664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.473756] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.609803] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.858038] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.858038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.858038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.858412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.858558] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.858657] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.858768] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.859432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.859432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.859432] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.859605] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.859605] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.859672] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.859767] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.859871] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.859998] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.882450] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.882649] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.882781] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.882956] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.883306] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.883483] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.883598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.883936] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.884089] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bb837f-aa2a-445b-aa95-997f7f5c1fb1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.942586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.942857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.942919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.943204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.943318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.943504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.943614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.943674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.943840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.943992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.943992] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 already deleted. [ 707.944166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.976912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.977128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.977188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.977401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.977595] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.977810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.977810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.977902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.977965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.978043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.978193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.978288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.978352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.978623] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.978732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.978815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.978971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.979062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.979152] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.111827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.112178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.112178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.112299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.112396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.112496] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be created. [ 708.145651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.145802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.145885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.146164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.146335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.160194] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: UNINITIALIZED for 2s [ 708.386496] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386741] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.386864] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387439] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.387592] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 not found, creating... [ 708.388293] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.388293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.388293] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.388427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.388486] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388743] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.388891] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.389010] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.389235] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.389622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.389622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 is going to be created. [ 708.412596] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.413103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.413103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.413254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.413472] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.413693] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.482050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7: rpc.has_security_group_logging(os_id): False [ 708.498995] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.499189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.499271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.499483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.499571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.499766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.499900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.499982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.500073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.500156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.500492] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.500492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.500492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.500850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.500850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.500850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.501212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.501212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.501212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.501620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.501620] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be created. [ 708.593548] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.593548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.593548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.593548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.593548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.610295] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 709.230096] env[67204]: INFO networking_nsxv3.common.synchronization [req-04a447b4-dedf-4cfe-9459-6e6668c09537 req-7ca6bf12-fd6a-4b18-bff7-2ffb1594b30f service nova] Enqueued Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_rules [ 709.230551] env[67204]: INFO networking_nsxv3.common.synchronization [req-04a447b4-dedf-4cfe-9459-6e6668c09537 req-7ca6bf12-fd6a-4b18-bff7-2ffb1594b30f service nova] Enqueued Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 709.230551] env[67204]: INFO networking_nsxv3.common.synchronization [req-04a447b4-dedf-4cfe-9459-6e6668c09537 req-7ca6bf12-fd6a-4b18-bff7-2ffb1594b30f service nova] Enqueued Resource ID: 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 with Priority: HIGHEST for action port [ 709.230966] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_rules [ 709.236528] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 709.236682] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 with Priority: HIGHEST for action port [ 709.237083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.237254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.237338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.237548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.240087] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.240087] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.240087] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.240087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.240087] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.241147] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.241317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.241317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.241542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.241542] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38bb837f-aa2a-445b-aa95-997f7f5c1fb1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.743479] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.745152] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.745370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.745435] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 with status ACTIVE [ 709.745644] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.745726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.745763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.745961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.747226] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.747226] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.747226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.748064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.748064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.748064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.748064] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38bb837f-aa2a-445b-aa95-997f7f5c1fb1 is going to be updated. [ 709.797915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.797915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.797915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.797915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.797915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.797915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38bb837f-aa2a-445b-aa95-997f7f5c1fb1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172211] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 710.172440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.172613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.172835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.173101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.173221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.173428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.173533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.173613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.173700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.173791] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.251073] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.625332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 710.625554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.676298] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.676520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.676587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.676811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.677076] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.677193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.677193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.677372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.677497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.677632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.677982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.677982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.678140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.678229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.678437] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.678511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.678547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.678682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.678760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.678882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.678984] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.701746] env[67204]: INFO networking_nsxv3.common.synchronization [req-d50e2622-5d2c-40e4-ad41-4ae7b9add0cf req-421f15f6-222d-4657-a87a-0bf594af841c tempest-ServersAdminNegativeTestJSON-1978882690 tempest-ServersAdminNegativeTestJSON-1978882690-project-member] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 710.702285] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 710.703536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.703713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.703879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.704157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.704388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.704556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.705499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.705722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.705853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.705983] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.753681] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.753859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.753944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.754211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.754310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.754467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 is going to be created. [ 710.785037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.785037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.785037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.785037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.785037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.795616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: UNINITIALIZED for 2s [ 711.184287] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ec4df8-2899-4c3a-9798-3d6145a2728d: rpc.has_security_group_logging(os_id): False [ 711.207584] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.207805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.207912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.208219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.208334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.208610] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.208754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.208798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.208958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.209047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.209230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.209363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.209406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.209543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.209616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.209794] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.210136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.211645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.211838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.211948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.212170] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be created. [ 711.213356] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.263955] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.266114] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.266335] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.266789] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.267098] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.267302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.267466] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.267881] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.269078] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.269078] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.269559] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.269559] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.269559] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.269559] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.269559] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.269684] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.291139] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.292624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.292624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.292624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.293625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.314277] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.314277] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.314277] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.314277] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.314277] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-37e61679-e777-4b15-9b83-7b0298c0df2d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.314277] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.314486] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.314742] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.314742] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e61679-e777-4b15-9b83-7b0298c0df2d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.316660] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 711.716297] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.819334] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.819727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.819935] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.820346] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.820533] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.820728] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 37e61679-e777-4b15-9b83-7b0298c0df2d not found, creating... [ 711.821325] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.821435] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.821499] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.821819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.822034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.822531] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.822743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.822934] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823298] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823483] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.823795] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 37e61679-e777-4b15-9b83-7b0298c0df2d is going to be created. [ 711.854281] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.854666] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.854985] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.855588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.855997] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.856415] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.219832] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.220728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.220831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.221037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.221139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.221243] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be updated. [ 712.255968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.256175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.256607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.265507] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 712.515955] env[67204]: INFO networking_nsxv3.common.synchronization [req-d50e2622-5d2c-40e4-ad41-4ae7b9add0cf req-45851edb-b359-4cdf-a9f2-013aa2dbb82a service nova] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_rules [ 712.516139] env[67204]: INFO networking_nsxv3.common.synchronization [req-d50e2622-5d2c-40e4-ad41-4ae7b9add0cf req-45851edb-b359-4cdf-a9f2-013aa2dbb82a service nova] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 712.516271] env[67204]: INFO networking_nsxv3.common.synchronization [req-d50e2622-5d2c-40e4-ad41-4ae7b9add0cf req-45851edb-b359-4cdf-a9f2-013aa2dbb82a service nova] Enqueued Resource ID: 37e61679-e777-4b15-9b83-7b0298c0df2d with Priority: HIGHEST for action port [ 712.517535] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_rules [ 712.517661] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 712.517706] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e61679-e777-4b15-9b83-7b0298c0df2d with Priority: HIGHEST for action port [ 712.518047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.518176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.518243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.518447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.518531] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.520162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.520550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.520854] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e61679-e777-4b15-9b83-7b0298c0df2d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.521063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.521063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.521209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.521312] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e61679-e777-4b15-9b83-7b0298c0df2d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.807057] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: SUCCESS [ 712.807278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.807441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.807652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.807916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.808139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.808223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.808392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.808479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.808568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.808657] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.022853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.023098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.023209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37e61679-e777-4b15-9b83-7b0298c0df2d with status ACTIVE [ 713.023382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.023495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.023564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.023784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.023873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.024075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.024169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.024204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.024367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.024483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.024621] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.024710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.024770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.024902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.024984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.025069] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37e61679-e777-4b15-9b83-7b0298c0df2d is going to be updated. [ 713.048841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.048993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.049078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.049342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.049495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.049691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e61679-e777-4b15-9b83-7b0298c0df2d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.312239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.313032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.313032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.313032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.313158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.313224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.313314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.313510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.313610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.313703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.314338] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.314338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.314338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.314557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.314814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.314918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.314918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.315170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.315299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.315434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.315582] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.339055] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 713.339253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.511939] env[67204]: INFO networking_nsxv3.common.synchronization [req-369bcabb-2545-4e14-a6b4-5375709fad99 req-3ebf8140-3bba-419c-91cb-7f3358e9eb3b tempest-ServerAddressesNegativeTestJSON-945394559 tempest-ServerAddressesNegativeTestJSON-945394559-project-member] Enqueued Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 713.513507] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 713.513965] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.514179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.514373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.514562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.515162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.515347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.515464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.516451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.516625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.516822] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.818083] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 911fb1e1-7251-41a9-b805-cc82e0491b66: rpc.has_security_group_logging(os_id): False [ 713.838699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.838859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.838916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.839151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.839241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.839698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.839698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.839698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.839953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.839953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.840136] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.840245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.840523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.840523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.840648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.842047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.842185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.842258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.842413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.842616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.842616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 is going to be created. [ 713.860515] env[67204]: INFO networking_nsxv3.common.synchronization [None req-97edf096-d41a-4eec-84d9-bbce1d88a9dc None None] Enqueued Resource ID: 2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e with Priority: HIGHEST for action port [ 713.861085] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e with Priority: HIGHEST for action port [ 713.861721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.862538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.863401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.863401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.863401] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.905377] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.905516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.905516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.907038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.907038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.922435] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: IN_PROGRESS for 2s [ 713.992063] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.992266] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-130" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.992388] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-130" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.992734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-130" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.993301] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.993475] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.993593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994330] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.994499] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.994716] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.994830] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.994938] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.995268] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.995375] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.995483] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.995677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.020511] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.020697] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.020832] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.021016] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-130" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.021333] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-94bec295-8649-4ffa-934d-eea82eec812d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.021503] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.021621] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.021963] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.022083] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94bec295-8649-4ffa-934d-eea82eec812d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.026864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.026997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.027252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.027435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.027435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.027605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.027679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.027725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.027869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.027937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.028026] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de already deleted. [ 714.028350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.275803] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 714.276023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.276191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.276405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.278904] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.278904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.278904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.278904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.278904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.278904] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.364947] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e [ 714.365230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.365358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.365461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.365937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.366063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.366183] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e already deleted. [ 714.366268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dfe0b8f-51ea-46a6-972f-1e2cebbddf1e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.527695] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.528037] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.528037] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.528339] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.528483] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.528677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 94bec295-8649-4ffa-934d-eea82eec812d not found, creating... [ 714.528884] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.529096] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.529155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.529417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.529557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.529883] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.530048] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.530157] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.530484] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.530547] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.531069] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 94bec295-8649-4ffa-934d-eea82eec812d is going to be created. [ 714.551622] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.551821] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.551966] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.552339] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.552521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.552736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.784010] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.286429] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.337694] env[67204]: INFO networking_nsxv3.common.synchronization [req-369bcabb-2545-4e14-a6b4-5375709fad99 req-2727e620-c785-4ecf-aefd-83df02f1ef87 service nova] Enqueued Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_rules [ 715.337952] env[67204]: INFO networking_nsxv3.common.synchronization [req-369bcabb-2545-4e14-a6b4-5375709fad99 req-2727e620-c785-4ecf-aefd-83df02f1ef87 service nova] Enqueued Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 715.338157] env[67204]: INFO networking_nsxv3.common.synchronization [req-369bcabb-2545-4e14-a6b4-5375709fad99 req-2727e620-c785-4ecf-aefd-83df02f1ef87 service nova] Enqueued Resource ID: 94bec295-8649-4ffa-934d-eea82eec812d with Priority: HIGHEST for action port [ 715.338753] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_rules [ 715.339017] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 715.343761] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94bec295-8649-4ffa-934d-eea82eec812d with Priority: HIGHEST for action port [ 715.344642] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.344843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.344943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.345313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.345418] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.347637] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.347819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.347923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.348198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.348410] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.348596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.348693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.348931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.349094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.349231] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.351475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-94bec295-8649-4ffa-934d-eea82eec812d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.351556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.351589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.351829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.351950] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94bec295-8649-4ffa-934d-eea82eec812d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.790404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.790813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.790813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.790909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.790955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.791082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be updated. [ 715.825771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.825907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.825965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.826181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.826328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.836820] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 715.848826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.848826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.853144] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.853897] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94bec295-8649-4ffa-934d-eea82eec812d with status ACTIVE [ 715.854158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.854305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.854377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.854595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.854814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.855022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.855137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.855197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.855355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.855427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.856046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.856046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.856046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.856046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.856046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.856565] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94bec295-8649-4ffa-934d-eea82eec812d is going to be updated. [ 715.879710] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.879841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.879897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.880774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.880774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.880774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94bec295-8649-4ffa-934d-eea82eec812d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.940370] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: SUCCESS [ 715.940370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.356125] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.381456] env[67204]: INFO networking_nsxv3.common.synchronization [req-62e09503-ee9c-40e3-b810-0d5b5eea79c9 req-ac161d62-39c7-483e-af91-65f9f9ceb441 tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 716.383503] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 716.383503] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.383503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.383503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.383503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.383503] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.383973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.383973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.384125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.384160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.384256] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.401598] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7eba31ee-2126-4721-b2d2-618329b27771 None None] Enqueued Resource ID: 6611a6e3-d859-4c52-afdd-85d395bd6b0e with Priority: HIGHEST for action port [ 716.402175] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611a6e3-d859-4c52-afdd-85d395bd6b0e with Priority: HIGHEST for action port [ 716.402713] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6611a6e3-d859-4c52-afdd-85d395bd6b0e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.402876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6611a6e3-d859-4c52-afdd-85d395bd6b0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.402981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6611a6e3-d859-4c52-afdd-85d395bd6b0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.404155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6611a6e3-d859-4c52-afdd-85d395bd6b0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.404155] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6611a6e3-d859-4c52-afdd-85d395bd6b0e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.782155] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.782155] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.782155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.782596] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.782904] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.783142] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.783355] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.783555] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.783747] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.783926] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.784149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.805047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.808018] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.808018] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.808018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.808018] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-6effba5b-860f-424b-8115-fbd14603d61e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.808018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.808018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.808018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.808018] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6effba5b-860f-424b-8115-fbd14603d61e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.859560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.859560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.859560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.859560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.859560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.859560] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de is going to be created. [ 716.883576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.883576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.883576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.883576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.883576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.886339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.886562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.891539] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.891539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e already deleted. [ 716.891539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.892624] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: UNINITIALIZED for 2s [ 716.906654] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6611a6e3-d859-4c52-afdd-85d395bd6b0e [ 716.906881] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.907018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.907087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.907306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.907416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.907512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6611a6e3-d859-4c52-afdd-85d395bd6b0e already deleted. [ 716.907591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6611a6e3-d859-4c52-afdd-85d395bd6b0e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.312662] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.313051] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.313273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.313701] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.313935] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.314210] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 6effba5b-860f-424b-8115-fbd14603d61e not found, creating... [ 717.314639] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.314901] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.315358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.315471] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.315692] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.316322] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.316421] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.316595] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.316925] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.317153] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.317376] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 6effba5b-860f-424b-8115-fbd14603d61e is going to be created. [ 717.340500] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.340500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.340500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.340500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.848691] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 717.848966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.849123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.849341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.849614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.849733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.849798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.849954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.850047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.850138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.850228] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [req-62e09503-ee9c-40e3-b810-0d5b5eea79c9 req-2cd1ee5c-cce3-4338-858a-2e94db8adfde service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [req-62e09503-ee9c-40e3-b810-0d5b5eea79c9 req-2cd1ee5c-cce3-4338-858a-2e94db8adfde service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [req-62e09503-ee9c-40e3-b810-0d5b5eea79c9 req-2cd1ee5c-cce3-4338-858a-2e94db8adfde service nova] Enqueued Resource ID: 6effba5b-860f-424b-8115-fbd14603d61e with Priority: HIGHEST for action port [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 718.092147] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6effba5b-860f-424b-8115-fbd14603d61e with Priority: HIGHEST for action port [ 718.093911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.094062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.094144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.094398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.094479] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.096795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.097853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.097853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.097853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.100421] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6effba5b-860f-424b-8115-fbd14603d61e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.100554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.100613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.100736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.100805] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6effba5b-860f-424b-8115-fbd14603d61e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.353614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.353790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.353853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.354084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.354254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.354457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.354539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.354935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.355045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.355139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.355288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.355382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.355443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.355693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.355838] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.355933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.355992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.356143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.356219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.356300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.356385] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.603136] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.604307] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.604425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.605745] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6effba5b-860f-424b-8115-fbd14603d61e with status ACTIVE [ 718.605745] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.605745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.605745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.605745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.606048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.606048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.606562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.607780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.607780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.607780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.607922] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.608079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.608130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.608423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.608423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.608423] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6effba5b-860f-424b-8115-fbd14603d61e is going to be updated. [ 718.631471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.631618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.631785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.631969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.632146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.632309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6effba5b-860f-424b-8115-fbd14603d61e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.860155] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a156dac1-2675-4754-831c-68639034be23: rpc.has_security_group_logging(os_id): False [ 718.880723] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.880875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.880929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.881186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.881270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.881605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.881605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.881717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.882331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.882331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.882331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.882331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.882331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.882518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.882518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.882701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.882788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.882847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.882980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.883061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.883471] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be updated. [ 718.906221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: SUCCESS [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.907559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.907559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.908009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.908009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.908009] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.984831] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.985699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.985699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.985699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.987008] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.009276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 719.106578] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.411478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.411644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.411976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.412180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.412278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.412343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.412496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.412587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.412677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.412814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.412908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.412961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.413117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.413256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.413432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.413432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.413530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.413605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.413684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.413773] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.613950] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.614145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.614219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.614438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.614531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.614631] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be created. [ 719.642267] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.642454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.642538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.642805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.643033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.653881] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: UNINITIALIZED for 2s [ 719.919048] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb140698-f297-4bf0-b6b5-0b6b134315de: rpc.has_security_group_logging(os_id): False [ 719.944696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.944696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.945869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.945869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.946657] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.946657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.946657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.946657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.946657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.949345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.949345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.949345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.949844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.949886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.950292] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de is going to be created. [ 720.040458] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.040597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.040672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.040926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.041163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.056617] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: IN_PROGRESS for 2s [ 721.026230] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 721.027447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.664877] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 721.665209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.665340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.665580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.665780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.665913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.666115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.666167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.666266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.666435] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.079030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: SUCCESS [ 722.079030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.169544] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.169750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.169750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.171740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.172466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.172466] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.216035] env[67204]: INFO networking_nsxv3.common.synchronization [req-bc758bf6-debb-452a-89a9-20f91610f0c9 req-af1d2a97-7709-436d-b67a-d87e0ea1b23e tempest-InstanceActionsNegativeTestJSON-135495715 tempest-InstanceActionsNegativeTestJSON-135495715-project-member] Enqueued Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 722.216269] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGHEST for action security_group_members [ 722.216590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.216720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217758] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.651025] env[67204]: INFO networking_nsxv3.common.synchronization [None req-18e20a04-cc12-45b0-b7d5-bade48595d08 None None] Enqueued Resource ID: 7f89de91-7806-4f80-b4a2-5055b0761474 with Priority: HIGHEST for action port [ 722.651025] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f89de91-7806-4f80-b4a2-5055b0761474 with Priority: HIGHEST for action port [ 722.651025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f89de91-7806-4f80-b4a2-5055b0761474 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.651025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f89de91-7806-4f80-b4a2-5055b0761474" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.651025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f89de91-7806-4f80-b4a2-5055b0761474" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.651025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f89de91-7806-4f80-b4a2-5055b0761474" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.651025] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f89de91-7806-4f80-b4a2-5055b0761474',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.675458] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b460541-8b5f-480e-a807-bf702901493e: rpc.has_security_group_logging(os_id): False [ 722.697038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.697038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.697038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.697652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.697652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.697854] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be created. [ 722.721225] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.721225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.721225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.721556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.721556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.721684] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.721737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.722615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.722615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.722615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 is going to be updated. [ 722.751035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.751194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.751264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.751474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.751611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.759856] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.759991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.760071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.760269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.760671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.763114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: IN_PROGRESS for 2s [ 722.771860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 723.151994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f89de91-7806-4f80-b4a2-5055b0761474 [ 723.152357] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.152447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.152673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.152762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.152855] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f89de91-7806-4f80-b4a2-5055b0761474 already deleted. [ 723.152933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f89de91-7806-4f80-b4a2-5055b0761474" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.784948] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 in Status: SUCCESS [ 724.784948] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 deletion is rescheduled due to dependency. [ 724.784948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.790309] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 724.790309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.308035] env[67204]: INFO networking_nsxv3.common.synchronization [None req-595616e2-784c-4a98-bd9b-fa533cfc267a None None] Enqueued Resource ID: a27d14f0-cf53-442e-974a-9f72e1d3d89d with Priority: HIGHEST for action port [ 725.308846] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a27d14f0-cf53-442e-974a-9f72e1d3d89d with Priority: HIGHEST for action port [ 725.309271] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a27d14f0-cf53-442e-974a-9f72e1d3d89d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.309474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a27d14f0-cf53-442e-974a-9f72e1d3d89d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.309606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a27d14f0-cf53-442e-974a-9f72e1d3d89d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.310058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a27d14f0-cf53-442e-974a-9f72e1d3d89d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.310387] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a27d14f0-cf53-442e-974a-9f72e1d3d89d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.814025] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a27d14f0-cf53-442e-974a-9f72e1d3d89d [ 725.814025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.814025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.814025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.814025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.814025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.814642] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a27d14f0-cf53-442e-974a-9f72e1d3d89d already deleted. [ 725.814642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a27d14f0-cf53-442e-974a-9f72e1d3d89d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.778123] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8223bec7-1d4d-47f1-95c7-700b985e2098 None None] Enqueued Resource ID: b4813cce-84e6-4b38-9135-ef5bff51a4b4 with Priority: HIGHEST for action port [ 726.778663] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4813cce-84e6-4b38-9135-ef5bff51a4b4 with Priority: HIGHEST for action port [ 726.779210] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4813cce-84e6-4b38-9135-ef5bff51a4b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.779210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4813cce-84e6-4b38-9135-ef5bff51a4b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.779210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4813cce-84e6-4b38-9135-ef5bff51a4b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.779520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4813cce-84e6-4b38-9135-ef5bff51a4b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.779520] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4813cce-84e6-4b38-9135-ef5bff51a4b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.283391] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4813cce-84e6-4b38-9135-ef5bff51a4b4 [ 727.283919] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.283919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.283919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.284082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.284161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.284274] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4813cce-84e6-4b38-9135-ef5bff51a4b4 already deleted. [ 727.284354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4813cce-84e6-4b38-9135-ef5bff51a4b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.881323] env[67204]: INFO networking_nsxv3.common.synchronization [None req-77a8d1d4-1207-4f4b-8815-59b5ca533838 tempest-ServersV294TestFqdnHostnames-1848511086 tempest-ServersV294TestFqdnHostnames-1848511086-project-member] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 727.881915] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 727.883997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.884140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.884204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.887815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.887815] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.082572] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f217eff8-b3cd-4d50-8c88-4ad11ddeb711 tempest-ServersV294TestFqdnHostnames-1848511086 tempest-ServersV294TestFqdnHostnames-1848511086-project-member] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 728.082572] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 728.082572] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.082572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.237869] env[67204]: INFO networking_nsxv3.common.synchronization [None req-64c01cda-007e-4803-a7ef-75ff215ab658 None None] Enqueued Resource ID: 67dde8b9-6323-4e29-90db-e7320b7ae5e8 with Priority: HIGHEST for action port [ 728.238031] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67dde8b9-6323-4e29-90db-e7320b7ae5e8 with Priority: HIGHEST for action port [ 728.238390] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-67dde8b9-6323-4e29-90db-e7320b7ae5e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.238594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67dde8b9-6323-4e29-90db-e7320b7ae5e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.238722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67dde8b9-6323-4e29-90db-e7320b7ae5e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.239431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67dde8b9-6323-4e29-90db-e7320b7ae5e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.239584] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67dde8b9-6323-4e29-90db-e7320b7ae5e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.410950] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.412641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.412779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.413229] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 already deleted. [ 728.413312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.413470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413714] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.743591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67dde8b9-6323-4e29-90db-e7320b7ae5e8 [ 728.743893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.744085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.744150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.744382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.744503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.744618] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67dde8b9-6323-4e29-90db-e7320b7ae5e8 already deleted. [ 728.744679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67dde8b9-6323-4e29-90db-e7320b7ae5e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.943271] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.943425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.943510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.943736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.944327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.944327] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 already deleted. [ 728.944327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.506395] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b92051c-fd74-4450-81a0-fd8b2972eb2b req-3ba23a44-72a4-42ba-8879-699ae29c331c tempest-FloatingIPsAssociationNegativeTestJSON-1202951249 tempest-FloatingIPsAssociationNegativeTestJSON-1202951249-project-member] Enqueued Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 729.509451] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 729.509985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.510303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.510303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.510688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.510861] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.510994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.511263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.511555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.511555] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.984620] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.984788] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-427" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.984935] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-427" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.985534] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-427" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.985834] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.986080] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.986280] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.986606] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.986780] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.987042] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.987168] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.987279] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.987455] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.987588] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.987695] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.987832] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.013384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.013384] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.013560] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.013599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-427" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.014362] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-ddfa2f04-a620-494a-a803-b02d9e22db6d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.014362] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.014362] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.014799] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.015524] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddfa2f04-a620-494a-a803-b02d9e22db6d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.017061] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.017249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.017346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.017619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.017762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.018597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.018597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.018597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.018597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 already deleted. [ 730.018842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.253882] env[67204]: INFO networking_nsxv3.common.synchronization [None req-c5754d4f-0661-4989-af13-9f4cabfdf20c None None] Enqueued Resource ID: 432760f5-5801-40cc-a014-609fb183f136 with Priority: HIGHEST for action port [ 730.254267] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432760f5-5801-40cc-a014-609fb183f136 with Priority: HIGHEST for action port [ 730.254913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-432760f5-5801-40cc-a014-609fb183f136 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432760f5-5801-40cc-a014-609fb183f136" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.255027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432760f5-5801-40cc-a014-609fb183f136" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.255236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432760f5-5801-40cc-a014-609fb183f136" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.255320] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432760f5-5801-40cc-a014-609fb183f136',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.519038] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.519387] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.519431] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.519837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.519989] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.520193] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port ddfa2f04-a620-494a-a803-b02d9e22db6d not found, creating... [ 730.520514] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.520639] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.521525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.521739] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.522077] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.522292] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.522564] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.522805] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.523322] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.523536] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: ddfa2f04-a620-494a-a803-b02d9e22db6d is going to be created. [ 730.550854] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.550854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.550854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.550854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.762436] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432760f5-5801-40cc-a014-609fb183f136 [ 730.762676] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.762773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.762833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.763045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.763139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.763233] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432760f5-5801-40cc-a014-609fb183f136 already deleted. [ 730.763314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432760f5-5801-40cc-a014-609fb183f136" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799580] env[67204]: INFO networking_nsxv3.common.synchronization [None req-698c9b26-1455-49e9-8fc6-fc000b676aa1 None None] Enqueued Resource ID: 1b44e271-9de7-41ae-b3d7-77e479e51b1a with Priority: HIGHEST for action port [ 730.800276] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b44e271-9de7-41ae-b3d7-77e479e51b1a with Priority: HIGHEST for action port [ 730.800603] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b44e271-9de7-41ae-b3d7-77e479e51b1a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.800729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b44e271-9de7-41ae-b3d7-77e479e51b1a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b44e271-9de7-41ae-b3d7-77e479e51b1a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.801999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b44e271-9de7-41ae-b3d7-77e479e51b1a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.802115] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b44e271-9de7-41ae-b3d7-77e479e51b1a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.857596] env[67204]: INFO networking_nsxv3.common.synchronization [req-8d2ca7aa-dd80-4502-9b3d-f241263c8082 req-e9383d6f-8d53-4b30-b65f-f3be53abea71 tempest-ServerAddressesNegativeTestJSON-945394559 tempest-ServerAddressesNegativeTestJSON-945394559-project-member] Enqueued Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 730.858665] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGHEST for action security_group_members [ 730.858665] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.861208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.861208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.861208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.861208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.861208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.861208] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.304605] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b44e271-9de7-41ae-b3d7-77e479e51b1a [ 731.304838] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.305470] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b44e271-9de7-41ae-b3d7-77e479e51b1a already deleted. [ 731.305555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b44e271-9de7-41ae-b3d7-77e479e51b1a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.314595] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b92051c-fd74-4450-81a0-fd8b2972eb2b req-6fb955c6-d535-4de5-927d-805d88144b31 service nova] Enqueued Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_rules [ 731.314769] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b92051c-fd74-4450-81a0-fd8b2972eb2b req-6fb955c6-d535-4de5-927d-805d88144b31 service nova] Enqueued Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 731.314899] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b92051c-fd74-4450-81a0-fd8b2972eb2b req-6fb955c6-d535-4de5-927d-805d88144b31 service nova] Enqueued Resource ID: ddfa2f04-a620-494a-a803-b02d9e22db6d with Priority: HIGHEST for action port [ 731.315159] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_rules [ 731.315720] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 731.315720] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddfa2f04-a620-494a-a803-b02d9e22db6d with Priority: HIGHEST for action port [ 731.315944] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.316214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.316291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.316744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.316859] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.318271] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.318390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.318456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.318639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.318802] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.319028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.319617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.319617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.319617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.319617] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.320286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddfa2f04-a620-494a-a803-b02d9e22db6d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.320390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.320459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.320745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.320745] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddfa2f04-a620-494a-a803-b02d9e22db6d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.363106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.363962] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.363962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.363962] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de is going to be updated. [ 731.400433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.400626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.400680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.401328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.401328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.411394] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: IN_PROGRESS for 2s [ 731.613902] env[67204]: INFO networking_nsxv3.common.synchronization [req-39816edb-653e-492d-81fa-af340421b76f req-bfee97e1-1af0-435c-9e7b-fda93c05dea2 tempest-ServersTestBootFromVolume-1972186952 tempest-ServersTestBootFromVolume-1972186952-project-member] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 731.614594] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGHEST for action security_group_members [ 731.615021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.615197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.615301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.615463] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.615564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.615628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.615780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.615861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.615951] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.824072] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.824072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.824072] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.824725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddfa2f04-a620-494a-a803-b02d9e22db6d with status ACTIVE [ 731.824927] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.825055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.825118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.825325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.825949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.825949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.825949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.825949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.826288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.826757] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddfa2f04-a620-494a-a803-b02d9e22db6d is going to be updated. [ 731.849903] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.850051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.850118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.850329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.851163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.851276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddfa2f04-a620-494a-a803-b02d9e22db6d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.118116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.118286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.118286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.118498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.118586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.118789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.118887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.118956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.119124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.119200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.120434] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f is going to be updated. [ 732.159649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.159649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.159872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.160926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.160926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.169724] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: IN_PROGRESS for 2s [ 732.285899] env[67204]: INFO networking_nsxv3.common.synchronization [req-63047cc2-caeb-4080-aa10-4df77d42a93b req-e58ba68a-bb42-456c-8b56-530bb177615f tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 732.286468] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 732.286784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.286981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.287880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.288066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.288585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.288585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.288585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.288585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.288718] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.329065] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.714983] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.715296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.715331] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.716034] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.716034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.716400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716558] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.716691] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.716887] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.716989] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.717418] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.717418] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.717418] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.717763] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.717763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.739354] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.739571] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.739699] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.739880] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.740229] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-8b4bdfbc-6495-41f1-bf74-160641505f97 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.740679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.740679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.742231] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.742390] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4bdfbc-6495-41f1-bf74-160641505f97',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.796738] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.832077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.832278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.832339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.832516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.832606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.832714] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 is going to be created. [ 732.860088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.860088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.860088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.860518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.860518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.874838] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: UNINITIALIZED for 2s [ 733.246916] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.246916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.246916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.246916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.246916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.246916] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 8b4bdfbc-6495-41f1-bf74-160641505f97 not found, creating... [ 733.247351] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.247545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.247745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.247991] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.249302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.249302] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.249302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.249302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.249302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.249302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.249302] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 8b4bdfbc-6495-41f1-bf74-160641505f97 is going to be created. [ 733.278845] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.279255] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.279491] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.279994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.280335] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.280725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.299689] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.427262] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb140698-f297-4bf0-b6b5-0b6b134315de in Status: SUCCESS [ 733.427262] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de deletion is rescheduled due to dependency. [ 733.427262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.803398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.803398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.803785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.803785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.803849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.804738] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 733.837740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.837965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.838093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.838315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.838467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 734.183375] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef8bfb52-26cf-409e-b1f7-453d348b953f in Status: SUCCESS [ 734.184043] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f deletion is rescheduled due to dependency. [ 734.184043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.536052] env[67204]: INFO networking_nsxv3.common.synchronization [req-63047cc2-caeb-4080-aa10-4df77d42a93b req-2a621dda-bfdb-4e22-bd37-4aaca9a75d9b service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 734.536251] env[67204]: INFO networking_nsxv3.common.synchronization [req-63047cc2-caeb-4080-aa10-4df77d42a93b req-2a621dda-bfdb-4e22-bd37-4aaca9a75d9b service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 734.536384] env[67204]: INFO networking_nsxv3.common.synchronization [req-63047cc2-caeb-4080-aa10-4df77d42a93b req-2a621dda-bfdb-4e22-bd37-4aaca9a75d9b service nova] Enqueued Resource ID: 8b4bdfbc-6495-41f1-bf74-160641505f97 with Priority: HIGHEST for action port [ 734.536912] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 734.537850] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 734.537978] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4bdfbc-6495-41f1-bf74-160641505f97 with Priority: HIGHEST for action port [ 734.538296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.538440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.538513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.538755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.538809] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.540322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.540425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.541239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4bdfbc-6495-41f1-bf74-160641505f97 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.541371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.541441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.541642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.541724] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4bdfbc-6495-41f1-bf74-160641505f97',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.888190] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: SUCCESS [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.888190] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.888190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.888190] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.043608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.043807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.043976] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b4bdfbc-6495-41f1-bf74-160641505f97 with status ACTIVE [ 735.044187] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.044310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.044377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.044631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.044727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.044940] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.045037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.045115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.045285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.045379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.045588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.045685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.046463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.046463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.046463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.046463] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b4bdfbc-6495-41f1-bf74-160641505f97 is going to be updated. [ 735.070374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.070374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.070374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.070564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.070784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.071709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4bdfbc-6495-41f1-bf74-160641505f97" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394518] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.394687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.394761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395176] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.395279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.395341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.395490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.395577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.395809] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.395900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.395961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.396252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.396407] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.396538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.396591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.396700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.397099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.397200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.397294] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.862578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 735.862791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.862958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.863261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.863449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.863567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.863628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.863787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.863862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.863956] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.899023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89e54007-e03e-4133-a016-26f96c8592e2: rpc.has_security_group_logging(os_id): False [ 735.921643] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.921643] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.921643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.922066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.922066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.922066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.922235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.922267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.922573] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.922702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.922772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.922963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.923155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.923236] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 is going to be created. [ 735.990590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.991938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.991938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.991938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.991938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.004961] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: IN_PROGRESS for 2s [ 736.366977] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.755344] env[67204]: INFO networking_nsxv3.common.synchronization [None req-52ef7604-3457-4035-ae94-d0318ac26a8a None None] Enqueued Resource ID: 0fb92683-be8c-4646-b4e7-6c0f4d5ecc01 with Priority: HIGHEST for action port [ 736.755604] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb92683-be8c-4646-b4e7-6c0f4d5ecc01 with Priority: HIGHEST for action port [ 736.756204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb92683-be8c-4646-b4e7-6c0f4d5ecc01 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.756353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb92683-be8c-4646-b4e7-6c0f4d5ecc01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.756424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb92683-be8c-4646-b4e7-6c0f4d5ecc01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.757070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb92683-be8c-4646-b4e7-6c0f4d5ecc01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.757166] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb92683-be8c-4646-b4e7-6c0f4d5ecc01',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.870575] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.260101] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fb92683-be8c-4646-b4e7-6c0f4d5ecc01 [ 737.260396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.260502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.260550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.260878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.260971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.261079] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fb92683-be8c-4646-b4e7-6c0f4d5ecc01 already deleted. [ 737.261271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb92683-be8c-4646-b4e7-6c0f4d5ecc01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.372956] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.373400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.373525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.373768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.373884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.374015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 737.406340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.406469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.406562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.406877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.407160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.418767] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 738.022172] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: SUCCESS [ 738.022457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.473692] env[67204]: INFO networking_nsxv3.common.synchronization [req-57d40a18-47fc-4f29-b936-4e2f97aaf59c req-ea2171d9-8a78-41bb-8514-502b4f4de412 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 738.474435] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 738.474558] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.474661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.474746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.474942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.475109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.475209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.475270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.475415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.475495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.475585] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.978342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.978342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.978689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.979528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.979528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.979528] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.980423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.980423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.980423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.980423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.980423] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 739.031085] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.031221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.031221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.031509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.031675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.043708] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 739.430525] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 739.430921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.431268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.431582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.432035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.432123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.432231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.434415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.434415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.434415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.434415] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.476942] env[67204]: INFO networking_nsxv3.common.synchronization [None req-70ebfb9f-6c4a-466d-8b31-05e629181ecd tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 739.476942] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 739.476942] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.476942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.476942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.476942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.476942] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.651989] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7c1dec46-e702-4e0d-a872-2f7590f0b22c tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 739.653024] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 739.653347] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.653460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.940721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.940721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.940721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.941334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.941693] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.941693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.941693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.941821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.941957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.942028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.942185] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.942259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.942354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.942461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.942599] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.942760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.942760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.942879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.942986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.946178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.946373] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.998964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.999221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.999221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.999560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.999560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.999560] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 already deleted. [ 739.999941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.999941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.999941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000096] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.169647] env[67204]: INFO networking_nsxv3.common.synchronization [None req-edb64c78-cab2-4d04-8578-309ce3966dba None None] Enqueued Resource ID: 9fcc115e-2865-4f18-8168-1341b6cbe6bd with Priority: HIGHEST for action port [ 740.170952] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcc115e-2865-4f18-8168-1341b6cbe6bd with Priority: HIGHEST for action port [ 740.171612] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcc115e-2865-4f18-8168-1341b6cbe6bd taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcc115e-2865-4f18-8168-1341b6cbe6bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcc115e-2865-4f18-8168-1341b6cbe6bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.172188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcc115e-2865-4f18-8168-1341b6cbe6bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.172363] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcc115e-2865-4f18-8168-1341b6cbe6bd',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.449969] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b460541-8b5f-480e-a807-bf702901493e: rpc.has_security_group_logging(os_id): False [ 740.473602] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.473602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.473602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.475957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.475957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.475957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.475957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.476577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.476577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.476577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.476577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 740.522871] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.522871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.522871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.522871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.522871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.522871] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 already deleted. [ 740.522871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.537100] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.537100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.537100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.537100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.537100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.550298] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 740.675291] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fcc115e-2865-4f18-8168-1341b6cbe6bd [ 740.675526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.675666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.675759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.676074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.676374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.676509] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fcc115e-2865-4f18-8168-1341b6cbe6bd already deleted. [ 740.676605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcc115e-2865-4f18-8168-1341b6cbe6bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.054540] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 741.054707] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 deletion is rescheduled due to dependency. [ 741.054809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.568770] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 742.569173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.135251] env[67204]: INFO networking_nsxv3.common.synchronization [req-09c58826-8d21-4e0a-861f-569ab2eadefb req-ff9afba8-a17d-49a7-af21-baf3360473b6 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 744.135901] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 744.135901] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.135901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.135901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.136474] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.136612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.136672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.137085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.137199] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.640043] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.640223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.640296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.640493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.640587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.640793] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.640903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.640967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.641349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.641349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.641349] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 744.681026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.681026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.681026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.681026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.681026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.699486] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 746.712860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 746.712860] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 746.712860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.883024] env[67204]: INFO networking_nsxv3.common.synchronization [req-849ee310-b18e-4a0d-9e50-a63420bc16aa req-c1bd93db-024a-4a71-8d95-c69555dcfa66 tempest-ServersAdminNegativeTestJSON-1978882690 tempest-ServersAdminNegativeTestJSON-1978882690-project-member] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 748.885078] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 748.885078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.885078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.885078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.885620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.886536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.886806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.888444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.888444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.888444] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.389702] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.893318] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.146026] env[67204]: INFO networking_nsxv3.common.synchronization [req-38d50277-3b49-4d40-b545-5c79113f93b0 req-664bbeb4-199a-4e22-bb4c-582738e8105f tempest-ImagesOneServerTestJSON-1440982618 tempest-ImagesOneServerTestJSON-1440982618-project-member] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 750.146291] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 750.147026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.147026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.147026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.147282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.147438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.147543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.147603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.147796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.147883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.148020] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.397905] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.398408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.398408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.398408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.398601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.398601] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be updated. [ 750.431208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.431343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.431409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.431675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.431783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.441637] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 750.515602] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.515801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-135" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.515921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-135" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.516318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-135" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.516501] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.516709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.516847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.517994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.517994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.517994] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.517994] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.517994] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.517994] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.518689] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.518689] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.518689] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.541143] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.541300] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.541429] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.541599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-135" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.541946] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-df2c451f-d258-4db4-a86f-5fad59d4128d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.542172] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.543599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.543599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.543599] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2c451f-d258-4db4-a86f-5fad59d4128d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.651467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f674a-09cd-4536-a298-401303d7a452 already deleted. [ 750.651467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.045202] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.045583] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.045583] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.045826] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.045973] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.046144] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port df2c451f-d258-4db4-a86f-5fad59d4128d not found, creating... [ 751.046485] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.046675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.046791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.047038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.047173] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.047457] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.047609] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.047743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.047957] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.048097] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.048233] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: df2c451f-d258-4db4-a86f-5fad59d4128d is going to be created. [ 751.073057] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.073326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.073426] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.073706] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.073963] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.074226] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.784443] env[67204]: INFO networking_nsxv3.common.synchronization [req-38d50277-3b49-4d40-b545-5c79113f93b0 req-2c4f3f9a-71c9-4d18-a0eb-441b369aea59 service nova] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_rules [ 751.784658] env[67204]: INFO networking_nsxv3.common.synchronization [req-38d50277-3b49-4d40-b545-5c79113f93b0 req-2c4f3f9a-71c9-4d18-a0eb-441b369aea59 service nova] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 751.784746] env[67204]: INFO networking_nsxv3.common.synchronization [req-38d50277-3b49-4d40-b545-5c79113f93b0 req-2c4f3f9a-71c9-4d18-a0eb-441b369aea59 service nova] Enqueued Resource ID: df2c451f-d258-4db4-a86f-5fad59d4128d with Priority: HIGHEST for action port [ 751.785561] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_rules [ 751.785561] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 751.785561] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2c451f-d258-4db4-a86f-5fad59d4128d with Priority: HIGHEST for action port [ 751.785887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.785887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.786304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786304] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.787656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.787779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.787873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.788090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.788317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.788416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.788480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.788626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.788711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.788801] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.789577] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-df2c451f-d258-4db4-a86f-5fad59d4128d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.789671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.789750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.790618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.790618] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2c451f-d258-4db4-a86f-5fad59d4128d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.275840] env[67204]: INFO networking_nsxv3.common.synchronization [req-537f9710-7d10-4c7b-bd09-da1a3d5f5b75 req-d8d1df5c-51dd-490d-ae87-53e935326cdc tempest-FloatingIPsAssociationNegativeTestJSON-1202951249 tempest-FloatingIPsAssociationNegativeTestJSON-1202951249-project-member] Enqueued Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 752.276649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGHEST for action security_group_members [ 752.276875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.277816] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.277816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.277816] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.291589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.291589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.291886] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.293456] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df2c451f-d258-4db4-a86f-5fad59d4128d with status ACTIVE [ 752.293662] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.293781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.293850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.294163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.294348] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.294732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.294906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.295229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.295229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.295229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.295386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.295386] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df2c451f-d258-4db4-a86f-5fad59d4128d is going to be updated. [ 752.320512] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.320715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.320715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.320948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.321071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.321227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df2c451f-d258-4db4-a86f-5fad59d4128d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.464371] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 752.464371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.669397] env[67204]: INFO networking_nsxv3.common.synchronization [req-6b4ba34a-1743-41c2-865f-900353db7388 req-ae76c8c4-2bb2-4afb-8441-8db876b7e20c tempest-AttachInterfacesV270Test-1010792288 tempest-AttachInterfacesV270Test-1010792288-project-member] Enqueued Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 752.670023] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 752.670326] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.670468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.670520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.670784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.670946] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.671399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.671488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.671641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.671730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.671812] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.782789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.782789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.782789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.782974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.783293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.783293] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.783449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.783449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.783583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.783659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.783742] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 is going to be updated. [ 752.800247] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.823603] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.823603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.823603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.823603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.823927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835484] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: IN_PROGRESS for 2s [ 753.061358] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.061497] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-582" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.061620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-582" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.061950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-582" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.062207] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.062358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.062542] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.062786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.062924] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.063148] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.063308] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.063430] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.063532] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.063639] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.063737] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.063861] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.083911] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.084113] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.084223] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.084407] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-582" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.084699] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-076c9cc3-39ce-490a-8977-68be6016c600 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.088026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.088026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.088026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.088026] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076c9cc3-39ce-490a-8977-68be6016c600',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.175395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.175858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.175946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.176202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.176296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.176505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.176606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.176666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.176837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.176919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.177013] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 already deleted. [ 753.177105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.302980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.302980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.302980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.302980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.302980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.302980] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f674a-09cd-4536-a298-401303d7a452 is going to be created. [ 753.354038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.354038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.354038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.354038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.354332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372974] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: UNINITIALIZED for 2s [ 753.587631] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.587898] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.588034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.588317] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.588463] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.588610] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 076c9cc3-39ce-490a-8977-68be6016c600 not found, creating... [ 753.588866] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.589029] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.589141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.589361] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.589488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.589765] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.589953] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.590079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.590287] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.590413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.590546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 076c9cc3-39ce-490a-8977-68be6016c600 is going to be created. [ 753.615402] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615504] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615612] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.615880] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.616130] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.616322] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.352377] env[67204]: INFO networking_nsxv3.common.synchronization [req-6b4ba34a-1743-41c2-865f-900353db7388 req-520657c2-4a55-4c50-937b-559eb30e1d6b service nova] Enqueued Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_rules [ 754.352673] env[67204]: INFO networking_nsxv3.common.synchronization [req-6b4ba34a-1743-41c2-865f-900353db7388 req-520657c2-4a55-4c50-937b-559eb30e1d6b service nova] Enqueued Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 754.352673] env[67204]: INFO networking_nsxv3.common.synchronization [req-6b4ba34a-1743-41c2-865f-900353db7388 req-520657c2-4a55-4c50-937b-559eb30e1d6b service nova] Enqueued Resource ID: 076c9cc3-39ce-490a-8977-68be6016c600 with Priority: HIGHEST for action port [ 754.353307] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_rules [ 754.353464] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 754.353570] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 076c9cc3-39ce-490a-8977-68be6016c600 with Priority: HIGHEST for action port [ 754.353955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.354240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.354240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.354386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.354485] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.356232] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.356232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.356232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.356582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.356764] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.357343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.357343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.357343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.357343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.357343] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.358524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-076c9cc3-39ce-490a-8977-68be6016c600 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.358940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.358940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.359074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.359142] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('076c9cc3-39ce-490a-8977-68be6016c600',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.847047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89e54007-e03e-4133-a016-26f96c8592e2 in Status: SUCCESS [ 754.847047] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 deletion is rescheduled due to dependency. [ 754.847047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.857511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.857511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.859485] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.863957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 076c9cc3-39ce-490a-8977-68be6016c600 with status ACTIVE [ 754.863957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.863957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.863957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.863957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.863957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 076c9cc3-39ce-490a-8977-68be6016c600 is going to be updated. [ 754.886840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.887146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.887199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.887427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.887564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.887892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-076c9cc3-39ce-490a-8977-68be6016c600" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.361958] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.383048] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: SUCCESS [ 755.383274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.383639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.383829] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.383947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.384044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.384177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.384256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384426] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.864605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.864755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.864824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.865072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.865162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.865255] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 is going to be created. [ 755.886324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.886497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.886497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.886648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.886856] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.886997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.886997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.887349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.887349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.887349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.887468] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.887515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.887619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.887706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.887843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.888036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.888036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.888172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.888216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.888273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.888352] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.890079] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.890193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.890300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.890393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.890555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.900806] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: UNINITIALIZED for 2s [ 756.394021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 596f674a-09cd-4536-a298-401303d7a452: rpc.has_security_group_logging(os_id): False [ 756.413217] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.414040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.414040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.414040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.414040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.414040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.414375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.414375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.414496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.414603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.414842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415598] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.415916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.415951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.416056] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596f674a-09cd-4536-a298-401303d7a452 is going to be created. [ 756.479339] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.479555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.479633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.479899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.480167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.493826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: IN_PROGRESS for 2s [ 757.912167] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: SUCCESS [ 757.912457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.912554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.912776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.912992] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.913149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.913232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.913375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.913457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.913542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.913635] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.416910] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.417090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.417162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.417679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.417938] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.418109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.418146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.418314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.418407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.418557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.418762] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.418861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.418925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.419138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.419347] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.419395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.419447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.419585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.419661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.419740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.419893] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.507857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: SUCCESS [ 758.508280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.923036] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f96d41-303f-4be1-afd4-a35d4bd95327: rpc.has_security_group_logging(os_id): False [ 758.941152] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.941324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.941794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.941794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.941920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.942614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.942614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.942614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.942614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.942614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.943089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.943089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.943089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.943089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.943089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.943360] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.943360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.943482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.943516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.944058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.944058] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 is going to be created. [ 759.019419] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.019616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.019709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.019992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.020276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.032641] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: IN_PROGRESS for 2s [ 759.354544] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 759.354842] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 759.646654] env[67204]: INFO networking_nsxv3.common.synchronization [req-470c7203-128a-4baa-846d-993ba540e088 req-92a6c1d6-cbb9-4572-9626-68eba5ce52fc tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 759.648382] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 759.648382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.648382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.648382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.649041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.649301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.649482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.649553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.649793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.649927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.650039] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.716184] env[67204]: INFO networking_nsxv3.common.synchronization [None req-3beb01b5-2834-4281-a50b-265fb71cacad None None] Enqueued Resource ID: 4e846486-d0fc-4af8-aa89-66095b799d1f with Priority: HIGHEST for action port [ 759.716184] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e846486-d0fc-4af8-aa89-66095b799d1f with Priority: HIGHEST for action port [ 759.716184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e846486-d0fc-4af8-aa89-66095b799d1f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.716878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e846486-d0fc-4af8-aa89-66095b799d1f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.716878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e846486-d0fc-4af8-aa89-66095b799d1f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.716878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e846486-d0fc-4af8-aa89-66095b799d1f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.717153] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e846486-d0fc-4af8-aa89-66095b799d1f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.101844] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.102203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102735] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.103048] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.103198] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.103309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.103532] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.103670] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.103868] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.103976] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.104089] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.104190] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.104293] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.104391] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.104517] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.123275] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.123438] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.123567] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.123736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.124078] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.124254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.124364] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.124680] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.124816] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad699d3-bb23-4843-bcf9-9d077e5c7f42',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.152739] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.152883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.152956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.153242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.153340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.154098] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.154098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.154098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.154098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.154098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.155520] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a already deleted. [ 760.155520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219399] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e846486-d0fc-4af8-aa89-66095b799d1f [ 760.220031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.220031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.220031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.220212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.220212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.220290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e846486-d0fc-4af8-aa89-66095b799d1f already deleted. [ 760.220372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e846486-d0fc-4af8-aa89-66095b799d1f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.475816] env[67204]: INFO networking_nsxv3.common.synchronization [req-1ad5cb38-52ab-4ecf-9f65-416471df24e3 req-b7bccdf0-33e3-454f-803d-d93851e7036d tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 760.476439] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 760.476763] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.476893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.476997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.478092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.478848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.478955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.479056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.479296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481295] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.630589] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.630803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631130] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631986] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631986] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 not found, creating... [ 760.631986] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.633035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.633035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.633035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.633035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.633035] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.633035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.633244] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.635993] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.635993] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.635993] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 is going to be created. [ 760.662337] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662565] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.662681] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.663237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.663237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.663505] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983230] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.048022] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: SUCCESS [ 761.048325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.356711] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f134f17e-8a95-43ad-b447-c79b12e61668 tempest-ServersTestJSON-1174147592 tempest-ServersTestJSON-1174147592-project-member] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 761.357621] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 761.358086] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.358279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.358394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.358780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.358921] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.427496] env[67204]: INFO networking_nsxv3.common.synchronization [req-470c7203-128a-4baa-846d-993ba540e088 req-815021f0-4d60-42d2-bd59-36a8a3c94086 service nova] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 761.429315] env[67204]: INFO networking_nsxv3.common.synchronization [req-470c7203-128a-4baa-846d-993ba540e088 req-815021f0-4d60-42d2-bd59-36a8a3c94086 service nova] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 761.429460] env[67204]: INFO networking_nsxv3.common.synchronization [req-470c7203-128a-4baa-846d-993ba540e088 req-815021f0-4d60-42d2-bd59-36a8a3c94086 service nova] Enqueued Resource ID: 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 with Priority: HIGHEST for action port [ 761.430482] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 761.430651] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 761.430716] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 with Priority: HIGHEST for action port [ 761.431237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431701] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.437711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.437711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.437711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.437925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.437925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.437998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.438456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.438456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.438456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.438456] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.439795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.439970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.440032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.442987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.442987] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad699d3-bb23-4843-bcf9-9d077e5c7f42',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.487343] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.538125] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6905aa38-7b9f-419d-b249-521fe26b6aeb tempest-ServersTestJSON-1174147592 tempest-ServersTestJSON-1174147592-project-member] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 761.538659] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 761.538963] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.539588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.695837] env[67204]: INFO networking_nsxv3.common.synchronization [req-86456251-ace3-4e22-8adb-ab54caae828f req-b3ba1a89-5480-43d3-a6f1-c43a43258e6a tempest-ListServersNegativeTestJSON-291867727 tempest-ListServersNegativeTestJSON-291867727-project-member] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 761.696490] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGHEST for action security_group_members [ 761.696795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.697812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.881515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.881598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.881703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.884142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.884142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.884142] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 already deleted. [ 761.884142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.884142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.884142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.884142] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.951277] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.951277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.951277] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 with status ACTIVE [ 761.951277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.951277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.951277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.952964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.952964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.952964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.952964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.952964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.952964] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad699d3-bb23-4843-bcf9-9d077e5c7f42 is going to be updated. [ 761.973640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.973640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.973640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.973640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.973640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.973640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad699d3-bb23-4843-bcf9-9d077e5c7f42" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.982038] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7089797f-fbca-4549-850e-cdda754b71e1 None None] Enqueued Resource ID: 6b8ec180-7e1a-46e7-93bc-18de87234570 with Priority: HIGHEST for action port [ 761.982469] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8ec180-7e1a-46e7-93bc-18de87234570 with Priority: HIGHEST for action port [ 761.982779] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8ec180-7e1a-46e7-93bc-18de87234570 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.982893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8ec180-7e1a-46e7-93bc-18de87234570" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.985010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8ec180-7e1a-46e7-93bc-18de87234570" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.986029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8ec180-7e1a-46e7-93bc-18de87234570" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.986029] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8ec180-7e1a-46e7-93bc-18de87234570',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.988920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.989161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.989161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.989339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.989444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.989515] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 762.030421] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.030421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.030421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.030421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.030421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.040650] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 762.407027] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.407027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.407027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.407027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.407027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.407574] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 already deleted. [ 762.407574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.451680] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.488418] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b8ec180-7e1a-46e7-93bc-18de87234570 [ 762.488652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.488787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.488854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.489164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.489275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.489392] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b8ec180-7e1a-46e7-93bc-18de87234570 already deleted. [ 762.489481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8ec180-7e1a-46e7-93bc-18de87234570" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.769131] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53d0700-4634-4483-a404-fc3fb3d72df0 req-ae5ca19f-b629-4cd0-afbc-5a6cc9985fe1 tempest-ServerGroupTestJSON-369320136 tempest-ServerGroupTestJSON-369320136-project-member] Enqueued Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 762.771887] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 762.772140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.773719] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.774074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.774160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.774257] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.954900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.957535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.957535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.957535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.957535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.957535] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be created. [ 762.984165] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.984451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.984451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.984697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.984884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.994699] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: UNINITIALIZED for 2s [ 763.139217] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.139413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-828" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.139530] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-828" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.139858] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-828" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.140158] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.140317] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.140427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.140676] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.140813] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.141024] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.141127] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.141230] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.141321] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.141420] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.141516] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.142499] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.162078] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.162261] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.162389] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.162552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-828" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.163695] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-50dd8ad9-882a-405a-9ea1-c44d23327374 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.164404] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.164555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.164872] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.165017] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50dd8ad9-882a-405a-9ea1-c44d23327374',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.277741] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.278207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.280106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.280106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.280495] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.280495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.280495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.280727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.280727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.281404] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274883f-7731-400e-b889-25d51f57c0ac already deleted. [ 763.281404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.667820] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.668205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.668358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.668690] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.668879] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.669080] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 50dd8ad9-882a-405a-9ea1-c44d23327374 not found, creating... [ 763.669397] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.669620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.669836] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.670138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.670313] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.670672] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.670848] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.670981] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.671266] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.671413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.671583] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 50dd8ad9-882a-405a-9ea1-c44d23327374 is going to be created. [ 763.693108] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.693378] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.693524] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.693815] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.694055] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.694263] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052406] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 764.052406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.053089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.053334] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.053488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.053635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.053764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.053866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.053989] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.097621] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 764.097751] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:1 started [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53d0700-4634-4483-a404-fc3fb3d72df0 req-955ef65f-f8b2-4248-bbe4-8eddea02b8bc service nova] Enqueued Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_rules [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53d0700-4634-4483-a404-fc3fb3d72df0 req-955ef65f-f8b2-4248-bbe4-8eddea02b8bc service nova] Enqueued Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53d0700-4634-4483-a404-fc3fb3d72df0 req-955ef65f-f8b2-4248-bbe4-8eddea02b8bc service nova] Enqueued Resource ID: 50dd8ad9-882a-405a-9ea1-c44d23327374 with Priority: HIGHEST for action port [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_rules [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 764.383143] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50dd8ad9-882a-405a-9ea1-c44d23327374 with Priority: HIGHEST for action port [ 764.383530] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.383754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.383951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.384308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.384504] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.385906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.386696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.386919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.387230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.387657] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.387863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.388010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.388280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.388466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.388638] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.390233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-50dd8ad9-882a-405a-9ea1-c44d23327374 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.390758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.391150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.391223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.391385] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50dd8ad9-882a-405a-9ea1-c44d23327374',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.415495] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1d33aed-7c14-414a-94b7-597c88ef7da6 req-975946fd-c2a1-4e2e-870b-8560f67a37cf tempest-ServerActionsV293TestJSON-626611036 tempest-ServerActionsV293TestJSON-626611036-project-member] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 764.416556] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 764.417193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.417444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.417655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.419718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.419718] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.419718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.419718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.419718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.419718] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.559014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.559014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.559014] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be updated. [ 764.585733] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.585871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.585934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.586854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.586854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.596775] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: IN_PROGRESS for 2s [ 764.738123] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.738445] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-950" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.738445] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-950" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.738744] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-950" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.739063] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.739272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.739674] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.739860] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.740132] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.740278] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.740413] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.740540] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.740674] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.740803] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.740982] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.761057] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.761228] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.761360] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.761525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-950" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.761849] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-d69a1270-1d92-45e9-b568-95eb6919bc43 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.763574] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.763574] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.763574] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.763574] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69a1270-1d92-45e9-b568-95eb6919bc43',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.893380] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.893613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.893897] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.895068] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50dd8ad9-882a-405a-9ea1-c44d23327374 with status ACTIVE [ 764.895321] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.896812] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.896812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.896812] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.897276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.897276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50dd8ad9-882a-405a-9ea1-c44d23327374 is going to be updated. [ 764.922364] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.922529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.922585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.922793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.922936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.923140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50dd8ad9-882a-405a-9ea1-c44d23327374" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.923444] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.923548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.923607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.923762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.923839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.924022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.924105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.924163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.924302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.924465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.924465] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c already deleted. [ 764.924554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007946] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 765.008283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.008512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.008781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.008995] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.009126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.009220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.009407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.010052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.010052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.010052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.266123] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.266364] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.266484] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.266782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.266929] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.267102] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port d69a1270-1d92-45e9-b568-95eb6919bc43 not found, creating... [ 765.267375] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.267529] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.267643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.267859] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268019] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.268414] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.268557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.268557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.268837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268881] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.269020] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: d69a1270-1d92-45e9-b568-95eb6919bc43 is going to be created. [ 765.302994] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.303203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.303203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.303512] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.303705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.303931] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.400547] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.512248] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.906857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.906857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.906857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.906857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.906857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.906857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274883f-7731-400e-b889-25d51f57c0ac is going to be created. [ 765.934836] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.935012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.935062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.935267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.935425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.952756] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: UNINITIALIZED for 2s [ 766.015111] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abff398e-cafa-431a-b3ad-5dfbafd04c9a: rpc.has_security_group_logging(os_id): False [ 766.032722] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1d33aed-7c14-414a-94b7-597c88ef7da6 req-eaee9cee-9808-4425-b7b4-7d95a5c11a4d service nova] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 766.032722] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1d33aed-7c14-414a-94b7-597c88ef7da6 req-eaee9cee-9808-4425-b7b4-7d95a5c11a4d service nova] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 766.032911] env[67204]: INFO networking_nsxv3.common.synchronization [req-a1d33aed-7c14-414a-94b7-597c88ef7da6 req-eaee9cee-9808-4425-b7b4-7d95a5c11a4d service nova] Enqueued Resource ID: d69a1270-1d92-45e9-b568-95eb6919bc43 with Priority: HIGHEST for action port [ 766.033662] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_rules [ 766.033888] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 766.033999] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69a1270-1d92-45e9-b568-95eb6919bc43 with Priority: HIGHEST for action port [ 766.034297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.034414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.034521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.034694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.034775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.035939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.036124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.036206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.036406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.036557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.036654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.036716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.036856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.036942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.037048] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.038198] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69a1270-1d92-45e9-b568-95eb6919bc43 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.038354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.038430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.038610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.038695] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69a1270-1d92-45e9-b568-95eb6919bc43',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.040529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.040641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.040709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.040860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.040946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.043902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.044054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.044119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.044322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.044412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.044525] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be created. [ 766.052670] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.052670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.052670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.052957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.052957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.117267] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.117691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.117691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.117691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.117941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.132202] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 766.547088] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69a1270-1d92-45e9-b568-95eb6919bc43 with status ACTIVE [ 766.547346] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.547497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.547580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.547812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.547924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.548140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.548247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.548312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.548450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.548526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.548709] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.548802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.548865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.549033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.549113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.549199] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69a1270-1d92-45e9-b568-95eb6919bc43 is going to be updated. [ 766.552313] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.553254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.553350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.558413] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.576557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.577151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.577313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69a1270-1d92-45e9-b568-95eb6919bc43" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.606273] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af2f6f94-2ef2-475e-af29-793d9c14e25d in Status: SUCCESS [ 766.606479] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d deletion is rescheduled due to dependency. [ 766.606568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.057288] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.062924] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.560212] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.560212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.560212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.560212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.560212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.560531] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c is going to be created. [ 767.565877] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 767.565877] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 767.590751] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.590751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.590751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.590751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.590751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.601336] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: UNINITIALIZED for 2s [ 767.877277] env[67204]: INFO networking_nsxv3.common.synchronization [req-55bdde44-9d6e-4f23-b38a-1a09f3fc8498 req-dc7fa72e-92bb-49a9-940f-251e0e3eb332 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 767.877839] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 767.878409] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.878558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.878558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.878760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.878869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.878965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.879038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.879194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.879277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.879378] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.964478] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: SUCCESS [ 767.964605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.964896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.965264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.965555] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.965803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.965803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.966009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.966310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.966310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.966310] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.154957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 768.155362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.357496] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.357734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.357867] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.358270] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.358554] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.358722] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.358858] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.359744] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.359832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.360141] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.360372] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.360372] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.360488] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.360595] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.360686] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.360819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.384348] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.384348] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.384348] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.384348] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-482" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.384348] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.384769] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.384921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.385421] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.385590] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e5c32e-17c6-44cd-a21a-8be8eb001fb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.386669] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.471380] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.471618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.471618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.471969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.472221] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.472377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.472451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.472631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.472724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.472816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.472981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.473155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.473328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.473488] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.473641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.473788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.473866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.473956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.474385] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.566109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.566326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.566412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.566653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.579140] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 768.582557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.583671] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 768.616343] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.616526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.616717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.616908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.623203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.623796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 768.624058] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.624182] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 768.668152] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.668395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.668395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.668733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.670152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.670363] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 768.778491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.778744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.778886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.779246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.779646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.780076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 768.858218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.859061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.859061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.859061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.859301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.859724] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 768.859882] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a35c31a9-a767-4b02-8be8-7c7d5ad71ee7', 'fb152375-c7f6-4afe-b1bb-0a8726ac79e4', 'ef8bfb52-26cf-409e-b1f7-453d348b953f', 'bb140698-f297-4bf0-b6b5-0b6b134315de', '4e09aa24-0c78-40ec-b3c5-6b0b02b2955e', '19f96d41-303f-4be1-afd4-a35d4bd95327', '24ec4df8-2899-4c3a-9798-3d6145a2728d', 'f9861e91-84be-4320-9fed-859cf8ca6fd5', 'a0449a88-d03b-4c4b-b3b4-bf44c6b62566', '596f674a-09cd-4536-a298-401303d7a452', '97cbe45a-f9fb-4487-9243-c81ceaa394cc', '1809419d-2929-46ba-9566-ebc09eb956e8', '94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8', '2d6b0f71-9972-47f6-be5a-5858e0de9591', 'c476dcfd-916a-4734-8b85-872fabed32ea', '16907ecb-a2c2-4d13-b2d2-04e12735aedc', 'fa39d752-8cd1-487e-870c-c9bbe69a9024', 'e8018d96-30f9-40fb-a3ce-6abae338ae47', '29ccd2a3-001f-48d7-99a1-83ca2a4404be', '0bf5e2a1-8734-4d0e-a1e7-96c492c56de7', '9764c80c-a4ee-478d-8595-d57e6d50a1a2', '89e54007-e03e-4133-a016-26f96c8592e2', 'aad2e2e8-3486-4405-b576-089b10b3af0b', '4c95d06e-2522-4def-8da3-a43806c54e15', '0679c5b4-c66b-4f28-9496-5e10918ee4e9', '911fb1e1-7251-41a9-b805-cc82e0491b66', '2b460541-8b5f-480e-a807-bf702901493e', 'a156dac1-2675-4754-831c-68639034be23', 'b56efc1f-f1d4-475a-b57c-dddbe301a41e', 'af2f6f94-2ef2-475e-af29-793d9c14e25d', 'abff398e-cafa-431a-b3ad-5dfbafd04c9a'} {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.860035] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 768.882310] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.882488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.882554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.882894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.882942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.883047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 768.883138] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.883238] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 768.889014] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.889014] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.889014] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.889379] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.889446] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889658] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 not found, creating... [ 768.889868] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.890145] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.890278] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.890496] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.890623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.890942] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.891212] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.891272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.891425] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.891569] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.891723] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 is going to be created. [ 768.893766] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.917587] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917968] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.918193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.918531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.918791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.919216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.976491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.976772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.976881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.977097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.978015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.978281] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 768.978364] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.978495] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 768.978495] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 768.978631] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 768.978684] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 768.978751] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGH for action security_group_rules [ 768.978872] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGH for action security_group_rules [ 768.978872] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGH for action security_group_rules [ 768.979027] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGH for action security_group_rules [ 768.979027] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGH for action security_group_rules [ 768.979231] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGH for action security_group_rules [ 768.979231] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGH for action security_group_rules [ 768.979231] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGH for action security_group_rules [ 768.979231] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGH for action security_group_rules [ 768.979349] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGH for action security_group_rules [ 768.979349] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGH for action security_group_rules [ 768.979416] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGH for action security_group_rules [ 768.979506] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGH for action security_group_rules [ 768.979533] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGH for action security_group_rules [ 768.979694] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGH for action security_group_rules [ 768.979694] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGH for action security_group_rules [ 768.980186] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGH for action security_group_rules [ 768.980186] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGH for action security_group_rules [ 768.980186] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGH for action security_group_rules [ 768.980186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.980512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d274883f-7731-400e-b889-25d51f57c0ac: rpc.has_security_group_logging(os_id): False [ 769.029662] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.029850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.029893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.030400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.030464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.030676] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.030801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.030868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.031081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.031206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.031433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.031552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.031600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.031757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.031924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.032358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.032545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.032667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.032836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.032971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274883f-7731-400e-b889-25d51f57c0ac is going to be created. [ 769.146506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.146506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.146506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.146506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.146506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.155177] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: IN_PROGRESS for 2s [ 769.395808] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.396117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.396117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.396302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.396397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.396553] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 769.436888] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.437060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.453060] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 769.544806] env[67204]: INFO networking_nsxv3.common.synchronization [req-91f098b1-6a98-4385-92ce-b37961e251e2 req-15311e8c-21d7-4455-87cc-61de028630f6 tempest-AttachInterfacesV270Test-1010792288 tempest-AttachInterfacesV270Test-1010792288-project-member] Enqueued Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 769.545520] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGHEST for action security_group_members [ 769.545668] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 769.545805] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8bfb52-26cf-409e-b1f7-453d348b953f with Priority: HIGH for action security_group_rules [ 769.545930] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGH for action security_group_rules [ 769.546044] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c476dcfd-916a-4734-8b85-872fabed32ea with Priority: HIGH for action security_group_rules [ 769.546146] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGH for action security_group_rules [ 769.546245] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be with Priority: HIGH for action security_group_rules [ 769.546425] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 with Priority: HIGH for action security_group_rules [ 769.547091] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGH for action security_group_rules [ 769.547235] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 with Priority: HIGH for action security_group_rules [ 769.547331] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc with Priority: HIGH for action security_group_rules [ 769.547467] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGH for action security_group_rules [ 769.547600] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1809419d-2929-46ba-9566-ebc09eb956e8 with Priority: HIGH for action security_group_rules [ 769.547750] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc with Priority: HIGH for action security_group_rules [ 769.547882] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGH for action security_group_rules [ 769.548029] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGH for action security_group_rules [ 769.548150] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 with Priority: HIGH for action security_group_rules [ 769.548201] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 with Priority: HIGH for action security_group_rules [ 769.548340] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e with Priority: HIGH for action security_group_rules [ 769.548449] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 with Priority: HIGH for action security_group_rules [ 769.548596] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb140698-f297-4bf0-b6b5-0b6b134315de with Priority: HIGH for action security_group_rules [ 769.548991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.549216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.549291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.549512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.549842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.550056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.550187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.550424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.550519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.550605] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.551944] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.552121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.552176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.553236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.553236] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.554714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef8bfb52-26cf-409e-b1f7-453d348b953f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.554714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.554714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.554714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.554714] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef8bfb52-26cf-409e-b1f7-453d348b953f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.555285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.555285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.555285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.555415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.555776] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.556751] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c476dcfd-916a-4734-8b85-872fabed32ea taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.557072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.557261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.557775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.557775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c476dcfd-916a-4734-8b85-872fabed32ea',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.559020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.560052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.560994] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.561143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.561199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.561751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.561751] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29ccd2a3-001f-48d7-99a1-83ca2a4404be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.562905] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8018d96-30f9-40fb-a3ce-6abae338ae47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.563026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.563081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.563257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.563442] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8018d96-30f9-40fb-a3ce-6abae338ae47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.564608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.564709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.564744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.564896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.565038] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.566140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6b0f71-9972-47f6-be5a-5858e0de9591 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.566503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.566503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.568644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.568644] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6b0f71-9972-47f6-be5a-5858e0de9591',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.568644] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.569130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.569130] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16907ecb-a2c2-4d13-b2d2-04e12735aedc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.569265] env[67204]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 769.570129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.570298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.570458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.570645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.570822] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.572019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1809419d-2929-46ba-9566-ebc09eb956e8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.572236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.572236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.572562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.572562] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1809419d-2929-46ba-9566-ebc09eb956e8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.575483] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.575483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.575483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.575483] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97cbe45a-f9fb-4487-9243-c81ceaa394cc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.575483] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.576043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.576043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.576043] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.577017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.577017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.577017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.577375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.577375] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.578175] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f96d41-303f-4be1-afd4-a35d4bd95327 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.578329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.578433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.578559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.578832] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f96d41-303f-4be1-afd4-a35d4bd95327',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.580048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9861e91-84be-4320-9fed-859cf8ca6fd5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.580496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.580609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.580856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.580998] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9861e91-84be-4320-9fed-859cf8ca6fd5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.582379] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.582551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.582660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.582923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.583022] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e09aa24-0c78-40ec-b3c5-6b0b02b2955e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.584439] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.584601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.584677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.584862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.584944] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb152375-c7f6-4afe-b1bb-0a8726ac79e4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.586158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb140698-f297-4bf0-b6b5-0b6b134315de taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.586274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.586328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.586526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.586628] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb140698-f297-4bf0-b6b5-0b6b134315de',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.586953] env[67204]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 769.601481] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.601481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.601481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631229] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: SUCCESS [ 769.631380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.638567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639050] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.639169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.639235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.639555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.639649] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.644123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.644962] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.645145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.645320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.645743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.645884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.646023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 is going to be updated. [ 769.688621] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.688968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.689930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.689930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.689930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.703332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: IN_PROGRESS for 2s [ 769.715009] env[67204]: INFO networking_nsxv3.common.synchronization [req-55bdde44-9d6e-4f23-b38a-1a09f3fc8498 req-9d860b88-5922-4a4d-add8-40bfdf87ea5a service nova] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 769.715174] env[67204]: INFO networking_nsxv3.common.synchronization [req-55bdde44-9d6e-4f23-b38a-1a09f3fc8498 req-9d860b88-5922-4a4d-add8-40bfdf87ea5a service nova] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 769.715464] env[67204]: INFO networking_nsxv3.common.synchronization [req-55bdde44-9d6e-4f23-b38a-1a09f3fc8498 req-9d860b88-5922-4a4d-add8-40bfdf87ea5a service nova] Enqueued Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 769.716581] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 769.716581] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 769.716723] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 769.717428] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.717428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.717647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.717647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.717908] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.718018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.718693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.718693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.718693] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e5c32e-17c6-44cd-a21a-8be8eb001fb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.093907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.094111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.094219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.094704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.094704] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.095026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.095026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.095026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.095391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.095391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.095391] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.129344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.129488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.129774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.132113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.132354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.152866] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.158234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.158234] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef8bfb52-26cf-409e-b1f7-453d348b953f is going to be deleted. [ 770.158821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.158995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.159058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.160012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.160012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.160012] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.164936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.164936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.165263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.165378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.178713] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.178846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.178893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179275] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.179936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.179936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.179936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.179936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.179936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.180207] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.230583] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with status ACTIVE [ 770.230855] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.231017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.231122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.231374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.231468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.231818] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.231929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.232707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.232872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.232973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237027] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.237027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.237027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.237027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.237027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 is going to be updated. [ 770.274120] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.274299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.276240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.276240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.278985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.278985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.278985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.278985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.279483] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.279642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.280665] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.280786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.281701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.281771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.283642] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.283642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.283985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.283985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.284888] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.285060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.285748] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.286331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.286421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.287144] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.287657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.288718] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be deleted. [ 770.289820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.289820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.291345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.291513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.292465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.292584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.309411] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.310114] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.310288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.311661] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.312273] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.313063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.313063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.313063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.313063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.313253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.331089] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.331729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.332081] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1809419d-2929-46ba-9566-ebc09eb956e8 is going to be deleted. [ 770.333357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.333697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.371592] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.371592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.418090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.418090] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb140698-f297-4bf0-b6b5-0b6b134315de is going to be deleted. [ 770.418090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.419036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.421686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.422058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.466971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466971] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c476dcfd-916a-4734-8b85-872fabed32ea is going to be deleted. [ 770.468434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.468766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.523260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.523438] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8018d96-30f9-40fb-a3ce-6abae338ae47 is going to be deleted. [ 770.524552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.524792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.598570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602947] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.607732] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.607906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.611353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.611612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16907ecb-a2c2-4d13-b2d2-04e12735aedc is going to be deleted. [ 770.612771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.613059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.653289] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.656577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab5aae8-7c6d-4e16-9e3f-2dadb767c09c: rpc.has_security_group_logging(os_id): False [ 770.670193] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.673482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.673482] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9861e91-84be-4320-9fed-859cf8ca6fd5 is going to be deleted. [ 770.677248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.677248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.693762] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.693762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.705015] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.705286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.705356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.705574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.705735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.705838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.705903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.706075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.706603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.706603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.706603] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.706603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.706755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.706786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.706927] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.707025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.707087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.707611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.707611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.707611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.707611] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.725701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.725701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.739650] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.739787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.743455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.743659] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e09aa24-0c78-40ec-b3c5-6b0b02b2955e is going to be deleted. [ 770.745677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.748563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.810117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.810213] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29ccd2a3-001f-48d7-99a1-83ca2a4404be is going to be deleted. [ 770.812358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.812670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.848124] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.848381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.864782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.865157] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be deleted. [ 770.865912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.866466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.866466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.866466] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 is going to be deleted. [ 770.867479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.867679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.932841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.932841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.938867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.938867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.950317] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb152375-c7f6-4afe-b1bb-0a8726ac79e4 is going to be deleted. [ 770.952198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.952983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.974762] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.974762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.035203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.035379] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be deleted. [ 771.039052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.039052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.073252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.073457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.109149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a35c31a9-a767-4b02-8be8-7c7d5ad71ee7: rpc.has_security_group_logging(os_id): False [ 771.120109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.121633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6b0f71-9972-47f6-be5a-5858e0de9591 is going to be deleted. [ 771.123563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.123902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.182192] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa39d752-8cd1-487e-870c-c9bbe69a9024: rpc.has_security_group_logging(os_id): False [ 771.192151] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: SUCCESS [ 771.192718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.212531] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 596f674a-09cd-4536-a298-401303d7a452: rpc.has_security_group_logging(os_id): False [ 771.215225] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.215378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.244616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.244915] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97cbe45a-f9fb-4487-9243-c81ceaa394cc is going to be deleted. [ 771.248756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.249072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.249190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.249292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef8bfb52-26cf-409e-b1f7-453d348b953f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.249763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1809419d-2929-46ba-9566-ebc09eb956e8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.251755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.251755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb140698-f297-4bf0-b6b5-0b6b134315de" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.251755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.251881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.251944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.252873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.252873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.252873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.252873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.252873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.252873] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c is going to be created. [ 771.255494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.256023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.256023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.256023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c476dcfd-916a-4734-8b85-872fabed32ea" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.256023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.256544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.256544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.258589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8018d96-30f9-40fb-a3ce-6abae338ae47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.258894] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.259029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.259086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.260510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.283716] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.283858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.295308] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.295308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.309100] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.309649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.317838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.318201] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.319338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.320122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.320466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.320581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.320709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be updated. [ 771.322619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.322924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.322982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.323149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e09aa24-0c78-40ec-b3c5-6b0b02b2955e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.323328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.323384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.323453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.323563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29ccd2a3-001f-48d7-99a1-83ca2a4404be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.323741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.323914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.323961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.324083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.324198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.324343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.327050] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.327135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.342440] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.342636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.361500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.361500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.435610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.435610] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.435610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.435610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.435610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.435610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.436044] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.436440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.436553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.436789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.437982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.437982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.437982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.437982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.437982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.437982] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 771.439864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.439864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.439864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.440179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9861e91-84be-4320-9fed-859cf8ca6fd5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.440368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.440805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.440959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.441179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.441488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.441698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.501137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.503870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 771.504272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.504521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504933] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.505155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.505394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.505603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.505603] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.513479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.513757] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.513884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.513953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.514187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.514276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.514523] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.514631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.514700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.515072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.515187] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.515469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.515565] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596f674a-09cd-4536-a298-401303d7a452 is going to be updated. [ 771.517695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.517874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.517960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.518097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.518622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.518814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.518895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.519027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16907ecb-a2c2-4d13-b2d2-04e12735aedc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.519765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.519926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.520064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.521034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6b0f71-9972-47f6-be5a-5858e0de9591" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.521180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.521363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.521435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.521554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97cbe45a-f9fb-4487-9243-c81ceaa394cc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb152375-c7f6-4afe-b1bb-0a8726ac79e4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.523018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.523104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.523317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539564] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.539564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.540375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.573256] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: IN_PROGRESS for 2s [ 771.576864] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: IN_PROGRESS for 2s [ 771.640701] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 771.642543] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.642543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.642543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.642543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.642543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694972] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 771.718398] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 in Status: SUCCESS [ 771.718593] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f96d41-303f-4be1-afd4-a35d4bd95327 deletion is rescheduled due to dependency. [ 771.718711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f96d41-303f-4be1-afd4-a35d4bd95327" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.724808] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 771.725596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.725741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.725812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.726304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.745918] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: IN_PROGRESS for 2s [ 772.013277] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.516496] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.020187] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.021218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.021346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.021591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.021692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.021796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 773.059559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.059718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.059865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.059990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.075116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 773.234767] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c1769c7-4db0-452f-b32f-ec74039ecf79 req-c5708794-776c-4216-83af-45a7e46eef20 tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 773.235676] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 773.235918] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.236138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.236280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.236735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.236735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.236735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.236907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.236947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.237070] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.587760] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: SUCCESS [ 773.588056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.588824] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: SUCCESS [ 773.588995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.664793] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.665269] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.665573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.665977] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666859] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.668181] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.672026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.672026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.672026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.672026] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.672026] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.672026] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.672026] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.672026] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.672026] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.672026] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.692303] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.692443] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.692610] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.692853] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.694095] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-422c7e3b-9115-4f13-90c4-3623fe167940 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.694342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.694538] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.695324] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.695324] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('422c7e3b-9115-4f13-90c4-3623fe167940',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.710793] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 773.711106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741431] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741431] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741431] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c already deleted. [ 773.741431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.761537] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: SUCCESS [ 773.762228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.199333] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.199558] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.200630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.200630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.200630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.200630] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 422c7e3b-9115-4f13-90c4-3623fe167940 not found, creating... [ 774.200630] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201037] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201037] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201112] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.201249] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.201541] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201666] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201779] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201991] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202135] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.202277] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 422c7e3b-9115-4f13-90c4-3623fe167940 is going to be created. [ 774.226770] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.227085] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.227243] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.227596] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.227949] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.228265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.934881] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c1769c7-4db0-452f-b32f-ec74039ecf79 req-4253165a-b1fb-412a-83c8-46ed9b15f43b service nova] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_rules [ 774.935162] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c1769c7-4db0-452f-b32f-ec74039ecf79 req-4253165a-b1fb-412a-83c8-46ed9b15f43b service nova] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 774.935207] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c1769c7-4db0-452f-b32f-ec74039ecf79 req-4253165a-b1fb-412a-83c8-46ed9b15f43b service nova] Enqueued Resource ID: 422c7e3b-9115-4f13-90c4-3623fe167940 with Priority: HIGHEST for action port [ 774.935441] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_rules [ 774.935566] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 774.935663] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422c7e3b-9115-4f13-90c4-3623fe167940 with Priority: HIGHEST for action port [ 774.936338] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.936593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.936664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.936919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.937024] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.937855] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.937969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.938077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.938220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.938368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.938465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.938527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.938773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.938889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.938982] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.940077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-422c7e3b-9115-4f13-90c4-3623fe167940 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.940169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.940239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940714] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('422c7e3b-9115-4f13-90c4-3623fe167940',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.086502] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 775.086735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.086913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.087212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.087444] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.087579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.088734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.088734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.088734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088734] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.442574] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.444264] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444444] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 422c7e3b-9115-4f13-90c4-3623fe167940 with status ACTIVE [ 775.444587] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.444697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.444968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.445077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445276] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.445388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.447864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.448085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.448176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.448403] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.448517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.448584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.448736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.448813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.448899] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 422c7e3b-9115-4f13-90c4-3623fe167940 is going to be updated. [ 775.465780] env[67204]: INFO networking_nsxv3.common.synchronization [req-b894f39b-0cd1-4ba2-bd41-bf266ae927b1 req-1df98f23-880e-49c1-b100-9fc824231492 tempest-ServerGroupTestJSON-369320136 tempest-ServerGroupTestJSON-369320136-project-member] Enqueued Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 775.466436] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGHEST for action security_group_members [ 775.466753] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.467163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467323] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.467426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.467484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.467634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.467809] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.472444] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.472587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.472656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.472838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.472976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.473158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-422c7e3b-9115-4f13-90c4-3623fe167940" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.590894] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.591194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.591312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.591704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.591927] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.592137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.592305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.592589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.592743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.592909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.593182] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.593351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.593470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.593716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.593943] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.594124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.594228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.594513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.594628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594961] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.863294] env[67204]: INFO networking_nsxv3.common.synchronization [req-e5f41421-f6ca-489e-b3d0-4dac9855839a req-7f000531-9098-4442-8f3f-30779e5faedb tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 775.863839] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 775.864783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.864902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.864953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.865256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.865714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.865714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.865714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.865714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.866038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.866038] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.945397] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.973702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.973702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.973934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.974848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.974848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.974848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.974848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.974848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.975185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.975185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.975185] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274883f-7731-400e-b889-25d51f57c0ac is going to be updated. [ 776.029276] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.029494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.029494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.029959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.029959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.039728] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: IN_PROGRESS for 2s [ 776.099287] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 776.122202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.122202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.122202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.122383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.271259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.271259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.271259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.271259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.275486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.275486] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 776.284321] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.286416] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-73" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.286588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-73" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.288183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-73" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.288183] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.288183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.288183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.288432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.288507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.288757] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.288874] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.288989] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.293396] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.293588] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.293706] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.293916] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.362098] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.362437] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.068 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.362611] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.362801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-73" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.363256] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.363447] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.363662] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.364584] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.364808] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d31ba5-d1f1-44ee-ac5f-375dce14dc00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.368566] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.368566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.368566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.368828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.368950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.369545] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.369545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.369545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.369545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.369545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.369930] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 already deleted. [ 776.369930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.401205] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.401205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.401205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.401454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.401454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.413569] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 776.448699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.448853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.449414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449564] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be created. [ 776.493112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.493294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.493607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.493763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.507158] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: UNINITIALIZED for 2s [ 776.868421] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.868649] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.868779] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.869076] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.869340] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.869502] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 not found, creating... [ 776.869765] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.869921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.870110] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.870400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.870576] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.870905] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874032] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874032] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874190] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.874484] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 is going to be created. [ 776.902712] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.902994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.903171] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.903497] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.903769] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.904235] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [req-e5f41421-f6ca-489e-b3d0-4dac9855839a req-26a30fa8-fcef-46ce-ba57-b947459e8547 service nova] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [req-e5f41421-f6ca-489e-b3d0-4dac9855839a req-26a30fa8-fcef-46ce-ba57-b947459e8547 service nova] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [req-e5f41421-f6ca-489e-b3d0-4dac9855839a req-26a30fa8-fcef-46ce-ba57-b947459e8547 service nova] Enqueued Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 777.590678] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 777.590678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.590678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.590678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.590678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.590678] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.591607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.591607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.591607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.591858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.591858] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.595602] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.595602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.595602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.595602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.597570] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d31ba5-d1f1-44ee-ac5f-375dce14dc00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.050910] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d274883f-7731-400e-b889-25d51f57c0ac in Status: SUCCESS [ 778.051179] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d274883f-7731-400e-b889-25d51f57c0ac deletion is rescheduled due to dependency. [ 778.051294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.097949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.098426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.098859] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.100685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with status ACTIVE [ 778.100685] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.100685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.100685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.100685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.101020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.101020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.101833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.101833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.101833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.101833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.101833] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.102216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.102216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.102216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.102308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.102376] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 is going to be updated. [ 778.125105] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.125257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.125323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.125535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.125708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.125819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429174] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 778.429174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.429174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429174] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.520959] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.520959] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.520959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.520959] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.594135] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 778.594135] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 778.594135] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 778.594135] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 778.594135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.595186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.595692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.596180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.598030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.598030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.598030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.598030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.598030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.598030] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.598465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.598765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.600074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.600074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.600074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.600074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.600074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.600074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.601135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.602058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.606159] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.643129] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_rules [ 778.643129] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 778.643129] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 778.643129] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 778.643129] env[67204]: INFO networking_nsxv3.common.synchronization [req-2984ad03-bc9d-4aa8-a36e-4673faf337e0 req-050cf96d-17d2-4c9a-ae42-997b24ef17c7 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 778.644502] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_rules [ 778.644817] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 778.645091] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 778.645317] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 778.645530] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 778.646407] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.646407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.646407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.646407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.646824] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.648305] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.648478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.648756] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.648920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.649031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.649357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.649491] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e5c32e-17c6-44cd-a21a-8be8eb001fb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.650576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.650659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.651738] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.651738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.934095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.934095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.023375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.023554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.023624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.023872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.024094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.024241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.024347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.024494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.024585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.024688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.024808] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.024897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.024956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.025110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.025313] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.025646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.025768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.025924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.026229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.026323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.026521] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.103249] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.106474] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.108790] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.109559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.109559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.109559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.109559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.110711] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be created. [ 779.138241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.138428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.138617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.138756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.138933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.152667] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156025] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with status ACTIVE [ 779.156025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.156025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.156748] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 is going to be updated. [ 779.158274] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: UNINITIALIZED for 2s [ 779.181910] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.181910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.182173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.182209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.182333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.182537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.531040] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f1f3f05-56f5-4d92-90cc-38198e10473c: rpc.has_security_group_logging(os_id): False [ 779.551433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.551433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.551433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.551986] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.551986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.551986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.555372] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.555372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.555372] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be created. [ 779.606430] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.611885] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.618816] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.618978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.619081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.619288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.619479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.632566] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 780.109911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.110142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.110204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.110429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.110520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110621] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be created. [ 780.114530] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.116863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.116863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.116863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.116863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.116863] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 780.142136] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.142443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.142572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.142854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.143113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.145094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.147298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.147298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.147298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.148704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.160919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 780.161819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: UNINITIALIZED for 2s [ 781.174101] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 781.174551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.174551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176310] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176310] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.649348] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 781.649666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.679438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.679438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.679438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.679947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.679947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.679947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.679947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.679947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680466] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.174155] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 782.174473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.174716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.175822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.176062] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.176254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.176346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.176813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.176813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.176813] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.180886] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 782.180886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.180886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.180886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.181354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.181354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.181354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.181354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.181775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.181775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.185791] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07b142a-1453-4e50-bc3f-9afc7e00f3a8: rpc.has_security_group_logging(os_id): False [ 782.209084] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.209084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.209241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.209241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.209434] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.209537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.209598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.209744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.209818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.209994] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.210131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.210254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.210576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.210576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.210683] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.210737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.210799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.210932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.211015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.211147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be created. [ 782.285945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.286116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.286168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.286383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.286563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.304568] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 782.680771] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.683915] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.182256] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.186774] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.646762] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 783.647155] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 783.687388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.687388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.687388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.687388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.687388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.687388] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be updated. [ 783.688601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.689118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.689399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.689920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.691030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 783.726611] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.726611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.726611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.726847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.726909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.729414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.729414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.729414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.729714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.729714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.742065] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 783.742948] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 784.017438] env[67204]: INFO networking_nsxv3.common.synchronization [None req-21749e2f-647b-4467-9e3f-c58493b03a28 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 with Priority: HIGHEST for action security_group_rules [ 784.018206] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 with Priority: HIGHEST for action security_group_rules [ 784.018827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.019073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.019178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.019963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.020102] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c5a654-fb50-4a9e-90a6-d7c6dc027323',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.153100] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9f2699bd-cf0a-4519-a585-5d3dff6c651f tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 with Priority: HIGHEST for action security_group_rules [ 784.153848] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 with Priority: HIGHEST for action security_group_rules [ 784.154297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.154448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.318126] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 784.318501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.545756] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.545980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.545980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.546629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.546822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.546822] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 already deleted. [ 784.546917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.547076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.547545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.547638] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7c5a654-fb50-4a9e-90a6-d7c6dc027323',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.913046] env[67204]: INFO networking_nsxv3.common.synchronization [None req-95276a69-7bea-4f53-af71-9e01267f8b85 None None] Enqueued Resource ID: a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff with Priority: HIGHEST for action port [ 784.913046] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff with Priority: HIGHEST for action port [ 784.913046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.913046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915145] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.070036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.070036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.070036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.070350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.070467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.070467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7c5a654-fb50-4a9e-90a6-d7c6dc027323 already deleted. [ 785.071147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7c5a654-fb50-4a9e-90a6-d7c6dc027323" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.422626] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff [ 785.422926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.423189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.423189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.423516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.423516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.423628] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff already deleted. [ 785.423668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e5f124-45e2-4ac3-83d7-f3d55c25b9ff" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.754052] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 785.754328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.754549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.754916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.755184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.755412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.755412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.755563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.755644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.755732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.755827] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.757449] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 785.757903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.758279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.758279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759009] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.759009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.759009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.759009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.759009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.759009] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.890344] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 785.892020] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 785.892020] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 785.893032] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 785.893032] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 785.893187] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 785.893394] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-33ebf06b-a17d-481c-97ce-3efb7a92aa32 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.893585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.893626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.893886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.894094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.894215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.894359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.894444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.894528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.894637] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.897286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.897416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.897483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.898129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.898129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.898129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.898331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.898572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.898658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.898754] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.904092] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.904092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.904092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.904092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.904308] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.904372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.904474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.904687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.904780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.904895] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.084661] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [req-73005ae3-1a0d-4f77-81ff-eaf27f767e56 req-b5acacfb-2044-4387-9ae0-85e781d6c880 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with Priority: HIGHEST for action port [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_rules [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 786.090785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 786.091815] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33ebf06b-a17d-481c-97ce-3efb7a92aa32 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.091815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.091815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.091940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.091940] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.093365] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.093444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.093657] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.093769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.093915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.094020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.094809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.094809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.094809] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e5c32e-17c6-44cd-a21a-8be8eb001fb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.095180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.095265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.095454] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-33ebf06b-a17d-481c-97ce-3efb7a92aa32 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.095537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.096028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.096028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.260568] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.260757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261334] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.361280] env[67204]: INFO networking_nsxv3.common.synchronization [None req-31e94dd6-b797-4a7e-b4cb-6e41803f2f61 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 786.364216] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 786.364648] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.364930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.364930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.365448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.365448] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.397759] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.401847] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.466196] env[67204]: INFO networking_nsxv3.common.synchronization [None req-1b18707e-8cab-4a46-9176-c2fb0af0f4f5 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 786.466196] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 786.468471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.468665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.590755] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.596859] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 with status ACTIVE [ 786.597146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.597360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.597540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.597695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598360] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598592] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62e5c32e-17c6-44cd-a21a-8be8eb001fb5 is going to be updated. [ 786.601717] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-33ebf06b-a17d-481c-97ce-3efb7a92aa32 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.601717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.627560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.627560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.627560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.627987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.627987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e5c32e-17c6-44cd-a21a-8be8eb001fb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.764219] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e4d95b5-9622-4c81-bc30-503a93467669: rpc.has_security_group_logging(os_id): False [ 786.788771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.789033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789173] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.789304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.789383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.789583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be created. [ 786.856318] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.856506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.856587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.856833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.856957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870483] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 786.893875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.893875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.893875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.893875] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 already deleted. [ 786.893875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.894485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.894485] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.902846] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.905357] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.093496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.093695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.093971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.094201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.094294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.094584] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 787.134729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.135136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.135136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.135273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.135429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.147358] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 787.407266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.407596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.408955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.408955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.408955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.408955] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 is going to be created. [ 787.412872] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.412992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413524] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be updated. [ 787.426220] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.426220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.426220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.426220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.426220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.426220] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 already deleted. [ 787.426220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.446632] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.447063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.447063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.447337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.447581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.451546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.451697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.451764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.451975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.452131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.465757] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 787.466944] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 in Status: UNINITIALIZED for 2s [ 788.071483] env[67204]: INFO networking_nsxv3.common.synchronization [None req-3cb23e56-96be-451c-899d-8ed56e0bfc59 None None] Enqueued Resource ID: 8da42da2-5bfa-4b61-9b53-013352bbe6d0 with Priority: HIGHEST for action port [ 788.072224] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da42da2-5bfa-4b61-9b53-013352bbe6d0 with Priority: HIGHEST for action port [ 788.072449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da42da2-5bfa-4b61-9b53-013352bbe6d0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.072579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da42da2-5bfa-4b61-9b53-013352bbe6d0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.072647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da42da2-5bfa-4b61-9b53-013352bbe6d0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.072925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da42da2-5bfa-4b61-9b53-013352bbe6d0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.073032] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da42da2-5bfa-4b61-9b53-013352bbe6d0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.575726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da42da2-5bfa-4b61-9b53-013352bbe6d0 [ 788.575726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.575726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.575726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.575726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.575726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.575726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da42da2-5bfa-4b61-9b53-013352bbe6d0 already deleted. [ 788.575726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da42da2-5bfa-4b61-9b53-013352bbe6d0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.886505] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 788.886871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.887156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.887459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.887636] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.978627] env[67204]: INFO networking_nsxv3.common.synchronization [req-d04c0d93-a90f-4804-8e95-fee5ef27838e req-0d6d6c90-bec9-42d4-b7e0-29ab872312e1 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 788.978899] env[67204]: INFO networking_nsxv3.common.synchronization [req-d04c0d93-a90f-4804-8e95-fee5ef27838e req-0d6d6c90-bec9-42d4-b7e0-29ab872312e1 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 788.978983] env[67204]: INFO networking_nsxv3.common.synchronization [req-d04c0d93-a90f-4804-8e95-fee5ef27838e req-0d6d6c90-bec9-42d4-b7e0-29ab872312e1 tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 788.979566] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 with Priority: HIGHEST for action security_group_members [ 788.979722] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGHEST for action security_group_members [ 788.979799] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 788.980141] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-33ebf06b-a17d-481c-97ce-3efb7a92aa32 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.980331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.980677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 789.158548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.158548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.158548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.158758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.158758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.158849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.158972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.159065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.159160] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.391606] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.391606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.421644] env[67204]: INFO networking_nsxv3.common.synchronization [None req-25d3f64a-f810-4559-8252-88abd5e6af77 None None] Enqueued Resource ID: f8204787-f814-44d0-9fa4-86b20bca5819 with Priority: HIGHEST for action port [ 789.422403] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8204787-f814-44d0-9fa4-86b20bca5819 with Priority: HIGHEST for action port [ 789.422607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8204787-f814-44d0-9fa4-86b20bca5819 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.422742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8204787-f814-44d0-9fa4-86b20bca5819" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.422808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8204787-f814-44d0-9fa4-86b20bca5819" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.423098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8204787-f814-44d0-9fa4-86b20bca5819" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.423183] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8204787-f814-44d0-9fa4-86b20bca5819',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.478551] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 in Status: SUCCESS [ 789.478836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.478950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479865] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480374] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.482149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 789.482389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.482531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.482690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.482866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.482978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.483058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.483209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.483287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.483376] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.664119] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.925268] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8204787-f814-44d0-9fa4-86b20bca5819 [ 789.925544] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.925654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.925716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.925944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.926033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.926135] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8204787-f814-44d0-9fa4-86b20bca5819 already deleted. [ 789.926216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8204787-f814-44d0-9fa4-86b20bca5819" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.986620] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.986756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.986852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.987154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.987313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.987601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.987728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.987848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.988263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.988402] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 is going to be deleted. [ 789.990082] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.990254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.990339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.991393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.991393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.991393] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be updated. [ 790.025590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.025590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.025590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.025590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.025918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034190] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.034450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.034450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.034584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.034681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.035336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.035336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.035653] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.035744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.035800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.036022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.036116] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.037624] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 790.166590] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.539489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.539640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.539705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.539926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540248] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.540338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.540388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.540538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540691] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 already deleted. [ 790.540766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540865] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.541805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.541997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.542465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.545957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.545957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.545957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.545957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.545957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.668691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.668994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.668994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.669230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.669370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.669494] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 790.708932] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.709128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.709202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.709426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.709547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.723481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 791.046223] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33ebf06b-a17d-481c-97ce-3efb7a92aa32',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.047937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.047937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.047937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048788] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.048788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 already deleted. [ 791.050645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.064918] env[67204]: INFO networking_nsxv3.common.synchronization [req-68f76e2c-553b-4c72-86ae-7ee765b9d610 req-cf7785dd-b601-4d0b-8bd2-b0951e0616ce tempest-ServersV294TestFqdnHostnames-1848511086 tempest-ServersV294TestFqdnHostnames-1848511086-project-member] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 791.065561] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 791.065885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.066636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.066750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.067532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.067881] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.068456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.068456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.068456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.068456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.068661] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.478461] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.478634] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-558" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.478797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-558" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.479166] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-558" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.479517] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.479767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.479915] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.480298] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.480551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.480903] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.481093] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.481386] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.481386] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.481509] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.481673] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.481754] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.511038] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.511038] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.511038] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.511038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-558" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.511038] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.511038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.511038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.511038] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.511038] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7314caf3-a15c-4f72-abe3-7b8fb35a70fe',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.552709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33ebf06b-a17d-481c-97ce-3efb7a92aa32: rpc.has_security_group_logging(os_id): False [ 791.571597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.571769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.572281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.572281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.572607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.572717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.572778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.572934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.573014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.573102] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 already deleted. [ 791.573182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.587700] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.587833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.587894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.588257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.588381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.588666] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.588766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.588865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.588985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.589083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.589171] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 is going to be created. [ 791.631669] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32], does not exist path=[/infra/domains/default/groups/33ebf06b-a17d-481c-97ce-3efb7a92aa32]."\n}' [ 791.631824] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32 [ 791.631909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 791.668883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.669216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.669216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.669477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.676316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33ebf06b-a17d-481c-97ce-3efb7a92aa32 is going to be created. [ 791.696440] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32], does not exist path=[/infra/domains/default/groups/33ebf06b-a17d-481c-97ce-3efb7a92aa32]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32 [ 791.696440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33ebf06b-a17d-481c-97ce-3efb7a92aa32" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.696988] env[67204]: Traceback (most recent call last): [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 791.697087] env[67204]: return func(*args, **kwargs) [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 791.697087] env[67204]: res.raise_for_status() [ 791.697087] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 791.697087] env[67204]: raise HTTPError(http_error_msg, response=self) [ 791.697087] env[67204]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32 [ 791.697087] env[67204]: During handling of the above exception, another exception occurred: [ 791.697087] env[67204]: Traceback (most recent call last): [ 791.697087] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 791.697087] env[67204]: listener.cb(fileno) [ 791.697087] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 791.697087] env[67204]: result = function(*args, **kwargs) [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 791.697087] env[67204]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 791.697087] env[67204]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 791.697087] env[67204]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 791.697087] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 791.697087] env[67204]: res.raise_for_status() [ 791.697087] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 791.697087] env[67204]: raise HTTPError(http_error_msg, response=self) [ 791.697087] env[67204]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33ebf06b-a17d-481c-97ce-3efb7a92aa32 [ 791.697087] env[67204]: Removing descriptor: 5 [ 792.017747] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.017947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.018677] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.018677] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.018677] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.018892] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 7314caf3-a15c-4f72-abe3-7b8fb35a70fe not found, creating... [ 792.019055] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.019208] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.019318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.019609] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020040] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.020150] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.020479] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.020600] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.020829] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020998] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.021204] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 7314caf3-a15c-4f72-abe3-7b8fb35a70fe is going to be created. [ 792.046753] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.047106] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.047184] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.047439] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.047810] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.048169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.050152] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 792.050152] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 deletion is rescheduled due to dependency. [ 792.050152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.050401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.051338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.051338] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.051338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.051338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.051338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.051338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.051338] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.555776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.555934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.556018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.556252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.577540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.578467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.578467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.578467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.578467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be updated. [ 792.603554] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.603721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.603838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.604208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.604457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.615196] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 792.631295] env[67204]: INFO networking_nsxv3.common.synchronization [None req-36f429cf-ad93-4217-8409-3cb0c005f7c4 None None] Enqueued Resource ID: 79ccee4e-7a46-48de-81fa-b508d16f4b5c with Priority: HIGHEST for action port [ 792.631894] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ccee4e-7a46-48de-81fa-b508d16f4b5c with Priority: HIGHEST for action port [ 792.632280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ccee4e-7a46-48de-81fa-b508d16f4b5c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.632384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ccee4e-7a46-48de-81fa-b508d16f4b5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.632496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ccee4e-7a46-48de-81fa-b508d16f4b5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.632782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ccee4e-7a46-48de-81fa-b508d16f4b5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.632863] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ccee4e-7a46-48de-81fa-b508d16f4b5c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.735438] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 792.736441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.736441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.736527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.737286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.737286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.737286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.737286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.737286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.737286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.737797] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.737936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.738025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.738257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.738362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.738464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.738523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.738708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.738784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.738871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.738968] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.739986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.740153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.740328] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.740428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.740487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.740621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.740689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.740773] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.782097] env[67204]: INFO networking_nsxv3.common.synchronization [req-68f76e2c-553b-4c72-86ae-7ee765b9d610 req-dfef761d-9a20-412e-829b-7dd9b1393733 service nova] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 792.782275] env[67204]: INFO networking_nsxv3.common.synchronization [req-68f76e2c-553b-4c72-86ae-7ee765b9d610 req-dfef761d-9a20-412e-829b-7dd9b1393733 service nova] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 792.782487] env[67204]: INFO networking_nsxv3.common.synchronization [req-68f76e2c-553b-4c72-86ae-7ee765b9d610 req-dfef761d-9a20-412e-829b-7dd9b1393733 service nova] Enqueued Resource ID: 7314caf3-a15c-4f72-abe3-7b8fb35a70fe with Priority: HIGHEST for action port [ 792.783856] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_rules [ 792.783856] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 792.783856] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7314caf3-a15c-4f72-abe3-7b8fb35a70fe with Priority: HIGHEST for action port [ 792.783856] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.784174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.785541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.785541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.785541] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.788395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.788395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.788395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.788395] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.788925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.788992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.790636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.790636] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7314caf3-a15c-4f72-abe3-7b8fb35a70fe',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.135144] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79ccee4e-7a46-48de-81fa-b508d16f4b5c [ 793.135387] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.135540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.135606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.135794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.135882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.136010] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79ccee4e-7a46-48de-81fa-b508d16f4b5c already deleted. [ 793.136079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ccee4e-7a46-48de-81fa-b508d16f4b5c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.242908] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 793.244069] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.273164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.273352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.273391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.273638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.286929] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.287153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.290627] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.291721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7314caf3-a15c-4f72-abe3-7b8fb35a70fe with status ACTIVE [ 793.291923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.292066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.292135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.292347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.292436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.292620] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.292718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.292777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.292938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.293026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.293207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.293297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.293358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.293494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.293562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.293643] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7314caf3-a15c-4f72-abe3-7b8fb35a70fe is going to be updated. [ 793.304488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.304883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.304883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.305049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.305244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.305331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.305535] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.305634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.305693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.305838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.305911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.306113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.306206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.306267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.306575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.306575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.306575] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 793.336171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.336359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.336404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.336831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.337062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7314caf3-a15c-4f72-abe3-7b8fb35a70fe" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.380955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.381167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.381373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.381651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.381816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.402510] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 793.671887] env[67204]: INFO networking_nsxv3.common.synchronization [req-16e20c7e-3b32-486d-824e-77ffcdb75cfb req-59d8f5d4-a25b-443c-9818-02a6a0218b35 tempest-ServerMetadataNegativeTestJSON-575453436 tempest-ServerMetadataNegativeTestJSON-575453436-project-member] Enqueued Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 793.672233] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 793.672567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.672704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.672768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.673069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.673235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.673341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.673395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.673576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.673676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.673771] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.746411] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.795852] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.177542] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.177721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.177792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.178043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.178136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.178385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.178496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.178588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.178847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.178931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.179045] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 already deleted. [ 794.179133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.249752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.249911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.249973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252440] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 794.261105] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.261385] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-535" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261561] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-535" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261904] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-535" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.262303] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.262515] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.262673] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.262918] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.263109] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.263372] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.263517] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.263649] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.263777] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.263913] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.264086] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.264416] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.285156] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.285379] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.285539] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.285732] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-535" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.286174] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-8749e46c-5468-4864-876d-21665b20654d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.286366] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.286515] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.286854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.286997] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8749e46c-5468-4864-876d-21665b20654d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.293324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.293629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.293805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.294355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.294581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.298609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.298808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.298903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.299160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.299287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.299416] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 is going to be created. [ 794.309945] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 794.332705] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.332924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.333669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.346573] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: UNINITIALIZED for 2s [ 794.625104] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 794.625104] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 deletion is rescheduled due to dependency. [ 794.625419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.625419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.625591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.625757] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.625905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.625974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.626144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.626326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.626326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.626326] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.791277] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.791586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.791724] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.792045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.792223] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.792415] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 8749e46c-5468-4864-876d-21665b20654d not found, creating... [ 794.792802] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.793107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.793367] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.793510] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793819] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.793991] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.794136] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.794395] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.794595] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.794631] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 8749e46c-5468-4864-876d-21665b20654d is going to be created. [ 794.817413] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.817645] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817778] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.818104] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.818440] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.818686] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128772] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.420579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 795.420579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.420579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.420579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.420579] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.580598] env[67204]: INFO networking_nsxv3.common.synchronization [req-16e20c7e-3b32-486d-824e-77ffcdb75cfb req-691ef139-7205-475d-85ac-49b60849018c service nova] Enqueued Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_rules [ 795.580598] env[67204]: INFO networking_nsxv3.common.synchronization [req-16e20c7e-3b32-486d-824e-77ffcdb75cfb req-691ef139-7205-475d-85ac-49b60849018c service nova] Enqueued Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 795.580598] env[67204]: INFO networking_nsxv3.common.synchronization [req-16e20c7e-3b32-486d-824e-77ffcdb75cfb req-691ef139-7205-475d-85ac-49b60849018c service nova] Enqueued Resource ID: 8749e46c-5468-4864-876d-21665b20654d with Priority: HIGHEST for action port [ 795.583717] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_rules [ 795.583717] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 795.583717] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8749e46c-5468-4864-876d-21665b20654d with Priority: HIGHEST for action port [ 795.584127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.584211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.584284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.584594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.584681] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.585675] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.585808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.585875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.586067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.586218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.586311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.586370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.586509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.586587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.586672] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.587586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8749e46c-5468-4864-876d-21665b20654d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.588262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.588337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.588503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.588579] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8749e46c-5468-4864-876d-21665b20654d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.632122] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e4d95b5-9622-4c81-bc30-503a93467669: rpc.has_security_group_logging(os_id): False [ 795.650754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.651016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.651161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.651477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.651595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.651895] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.651993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.652098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.652278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.652379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.652489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be updated. [ 795.711631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.711631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.711631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.711935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.725791] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: IN_PROGRESS for 2s [ 795.920514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.920844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.090035] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.091353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.091532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.091911] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8749e46c-5468-4864-876d-21665b20654d with status ACTIVE [ 796.092153] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.093084] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.093361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.093505] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.093564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.093822] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.094050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.094235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.094383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.094442] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8749e46c-5468-4864-876d-21665b20654d is going to be updated. [ 796.119694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.119964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.120041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.120355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.120517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.120698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8749e46c-5468-4864-876d-21665b20654d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.323194] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 796.323194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.323194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.323194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323194] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.323455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.323543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.323760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.323760] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.359624] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: SUCCESS [ 796.360141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.360141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.360620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.361025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.361175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.361378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.361510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.361774] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.593492] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.826533] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.826700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.826791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.828350] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.828350] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.828764] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.829056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.829138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.829228] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.864620] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.097077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.097457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.097457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.098981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.099138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 is going to be created. [ 797.126634] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.126790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.126859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.127096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.127261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.139019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: UNINITIALIZED for 2s [ 797.334400] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 797.353127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.353290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.353332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.353547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.353628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.353821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.353919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.353970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.354134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.354207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.354391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.354487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.354536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.354673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.354743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.354938] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.355042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.355099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.355238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.355309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.355399] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 797.368276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a94f685a-b430-4a8f-a34a-4774b859e2e6: rpc.has_security_group_logging(os_id): False [ 797.388074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.388074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.388074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.388632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.388632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.388632] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 is going to be created. [ 797.418392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.418575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.420140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.420140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.420140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.433570] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 797.449071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.449232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.449293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.465982] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: IN_PROGRESS for 2s [ 797.589792] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 797.589792] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 797.590348] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 797.590406] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 797.591030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.592252] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.592912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.593870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.593870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.593870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.593870] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.593870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.593870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.594300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.594300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.654691] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_rules [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b7cf956-9209-4006-ac65-73d409521c25 req-c5d5a820-a383-4b8c-9b12-9005b69d2bdc tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_rules [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 797.658019] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 797.658481] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 797.658588] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 797.659655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17ad6972-e6c7-4ba3-a0bf-ff23846984ce taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.661626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.661626] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.662518] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.663459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.663459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.663459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.663459] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.667020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.667020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.667020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.667020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.667020] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d31ba5-d1f1-44ee-ac5f-375dce14dc00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.667354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.668474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.668750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.668909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.740882] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e4d95b5-9622-4c81-bc30-503a93467669 in Status: SUCCESS [ 797.740882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.021627] env[67204]: INFO networking_nsxv3.common.synchronization [req-d90ffda8-7fa2-4a56-92a9-6c4ff304c863 req-a2213ad3-40f3-4b2a-ad4f-35fcf8a09080 tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 798.021933] env[67204]: INFO networking_nsxv3.common.synchronization [req-d90ffda8-7fa2-4a56-92a9-6c4ff304c863 req-a2213ad3-40f3-4b2a-ad4f-35fcf8a09080 tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 798.022912] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 798.023093] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce with Priority: HIGHEST for action security_group_members [ 798.025699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.026274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.026274] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.026458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.076466] env[67204]: INFO networking_nsxv3.common.synchronization [req-d90ffda8-7fa2-4a56-92a9-6c4ff304c863 req-a2213ad3-40f3-4b2a-ad4f-35fcf8a09080 tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 798.076751] env[67204]: INFO networking_nsxv3.common.synchronization [req-d90ffda8-7fa2-4a56-92a9-6c4ff304c863 req-a2213ad3-40f3-4b2a-ad4f-35fcf8a09080 tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 798.076991] env[67204]: INFO networking_nsxv3.common.synchronization [req-d90ffda8-7fa2-4a56-92a9-6c4ff304c863 req-a2213ad3-40f3-4b2a-ad4f-35fcf8a09080 tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 798.077673] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_rules [ 798.077816] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 798.077932] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with Priority: HIGHEST for action port [ 798.078339] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.078646] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.078948] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.079056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.095730] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.096689] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.170969] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.171391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.171462] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with status ACTIVE [ 798.171659] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.171790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.171885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.172512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.172512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.172512] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.172765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.172765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.172885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.172947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.173129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.173258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.173316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.173539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.173665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.173788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 is going to be updated. [ 798.175254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.175436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.199476] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.199683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.199797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.200327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.200534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.200772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.201026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.201162] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d31ba5-d1f1-44ee-ac5f-375dce14dc00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.607607] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.607607] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.704696] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 with status ACTIVE [ 798.704696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.706943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.706943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.708103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.708103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.708103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.708103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.708890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.708890] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d31ba5-d1f1-44ee-ac5f-375dce14dc00 is going to be updated. [ 798.735506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.735679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.735756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.736142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.736344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d31ba5-d1f1-44ee-ac5f-375dce14dc00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.107087] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.107265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.107351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.107547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.107639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.107744] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 799.109172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.109335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.109409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.109582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.109665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.109833] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce is going to be created. [ 799.149341] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.149492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.149563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.149773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.149940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.157748] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: SUCCESS [ 799.158114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.158421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.158663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.158825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.158950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.159037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.159343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.159422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.159498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.159598] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.161463] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.161581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.161581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.163867] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce in Status: UNINITIALIZED for 2s [ 799.173175] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 799.448710] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 799.448932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.449130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.449344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.449435] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.478042] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: SUCCESS [ 799.478156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.663754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.663936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.663997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.664211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.664375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.664768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.664768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.664768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.664768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.665017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.665017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.665134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.665204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.666322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.666322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.666322] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.952514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.952744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.952846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.953157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.953443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.953503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.953663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.953930] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.168931] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc6d07fb-fae8-4210-b54a-93005335c158: rpc.has_security_group_logging(os_id): False [ 800.197698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.197698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.197698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.198074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.198074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.198074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.198615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.198701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.198896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.198980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.199266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.199413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.199470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.199609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.199744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.199865] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.199967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.200103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.200424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.200531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.200724] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 is going to be created. [ 800.278233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.278501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.278501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.278649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.278828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.302989] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: IN_PROGRESS for 2s [ 800.385936] env[67204]: INFO networking_nsxv3.common.synchronization [req-a41412b7-806c-4f42-979e-0820946c0474 req-ffe25e26-386f-4db3-b936-e70f644ee82e tempest-ServersAdminNegativeTestJSON-1978882690 tempest-ServersAdminNegativeTestJSON-1978882690-project-member] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 800.386510] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGHEST for action security_group_members [ 800.386822] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.386948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.387025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.387226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.387382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.387511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.387576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.387728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.387812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.387903] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.456330] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.456437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.456506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.456732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.456893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.456981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.457095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.457194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.457273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.457355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.458836] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.458947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.461197] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.461197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.461197] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.893255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.893470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.893677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.916530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.916807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.916925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.916992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.917441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.917441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.917441] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be updated. [ 800.956981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.956981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.956981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.956981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.956981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.967051] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: IN_PROGRESS for 2s [ 800.967431] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8: rpc.has_security_group_logging(os_id): False [ 800.985997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.986382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.986558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.986856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.987052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.989031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.989031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.989031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.989593] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 801.069025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.069025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.069025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.069025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.069025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.091431] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 801.185731] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 801.186012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.186547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.186805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.186970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187510] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.189855] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce in Status: SUCCESS [ 801.189855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.189855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.190288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.190507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.190568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.190798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.190941] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.692679] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.693845] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.693997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.694528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.694528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.694528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.694528] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.694756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.694756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.694857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.694955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.695059] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce is going to be deleted. [ 801.729787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.729978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.730039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731483] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.731937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.731937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731937] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.199853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.234686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.234892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.235218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.235572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.235722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237139] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.237139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.237139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.237139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.237139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237139] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce already deleted. [ 802.237139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.237496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.237496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.237570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.238651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.238651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.238651] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.316564] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: SUCCESS [ 802.316795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.703255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.703255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.703255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.703723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.703723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.703723] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 802.734027] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.734027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.734236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.734335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.734466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.743114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 802.743479] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.743603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.743673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.743960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.744482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.744482] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.744482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.744482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.744652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.744652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.744716] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce already deleted. [ 802.744763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.744931] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.979176] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a156dac1-2675-4754-831c-68639034be23 in Status: SUCCESS [ 802.980117] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a156dac1-2675-4754-831c-68639034be23 deletion is rescheduled due to dependency. [ 802.980117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.110060] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 803.110060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.248390] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17ad6972-e6c7-4ba3-a0bf-ff23846984ce',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.752501] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17ad6972-e6c7-4ba3-a0bf-ff23846984ce: rpc.has_security_group_logging(os_id): False [ 803.773302] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.773474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.773557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.773816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.773935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.774183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.774925] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce is going to be created. [ 803.812939] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce], does not exist path=[/infra/domains/default/groups/17ad6972-e6c7-4ba3-a0bf-ff23846984ce]."\n}' [ 803.813117] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce [ 803.814248] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 803.851870] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.852128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.852128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.852345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.853272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.853560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.853682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.853733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.853908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.853988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.854175] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.854295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.854347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.854491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.854565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.854649] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17ad6972-e6c7-4ba3-a0bf-ff23846984ce is going to be created. [ 803.871789] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce], does not exist path=[/infra/domains/default/groups/17ad6972-e6c7-4ba3-a0bf-ff23846984ce]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce [ 803.871954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17ad6972-e6c7-4ba3-a0bf-ff23846984ce" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.872188] env[67204]: Traceback (most recent call last): [ 803.872248] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 803.872248] env[67204]: return func(*args, **kwargs) [ 803.872248] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 803.872248] env[67204]: res.raise_for_status() [ 803.872248] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 803.872248] env[67204]: raise HTTPError(http_error_msg, response=self) [ 803.872248] env[67204]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce [ 803.872248] env[67204]: During handling of the above exception, another exception occurred: [ 803.872248] env[67204]: Traceback (most recent call last): [ 803.872248] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 803.872248] env[67204]: listener.cb(fileno) [ 803.872248] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 803.872248] env[67204]: result = function(*args, **kwargs) [ 803.872723] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 803.872723] env[67204]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 803.872723] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 803.872723] env[67204]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 803.872723] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 803.872723] env[67204]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 803.872723] env[67204]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 803.872723] env[67204]: res.raise_for_status() [ 803.872723] env[67204]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 803.872723] env[67204]: raise HTTPError(http_error_msg, response=self) [ 803.872723] env[67204]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/17ad6972-e6c7-4ba3-a0bf-ff23846984ce [ 803.872723] env[67204]: Removing descriptor: 65 [ 803.950125] env[67204]: INFO networking_nsxv3.common.synchronization [req-98c3df3d-a245-42ab-a30f-26a1d8db5f03 req-45c9c77b-129e-41e2-96d3-9234a56b0f12 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 803.951014] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 803.951787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.951942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.952028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.952304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.952524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.952650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.952706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.952867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.953027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.953156] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.404855] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.405302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.405302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.405869] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406192] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.406368] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.406487] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.406724] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406857] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.407100] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.407210] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.407573] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.407709] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.407820] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.407999] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.408158] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.430566] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.431493] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.431493] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.431493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.431690] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-22aac152-a5dd-4a21-adfc-25f03ec064ee taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.431860] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.431976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.432355] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.432516] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22aac152-a5dd-4a21-adfc-25f03ec064ee',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.459078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459078] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be deleted. [ 804.495783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.495783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.495783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.495783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.495783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.495783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.754441] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 804.754441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.754788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.754833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.755344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.755537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.755799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.755883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.755978] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.935314] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.935950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936896] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.937745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.940919] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.941162] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 22aac152-a5dd-4a21-adfc-25f03ec064ee not found, creating... [ 804.941556] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.941691] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.941925] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.942188] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.942188] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.942901] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942901] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.942901] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943128] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.943304] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 22aac152-a5dd-4a21-adfc-25f03ec064ee is going to be created. [ 804.967383] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.967383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.967383] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.967575] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.967731] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.967947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.258741] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.567729] env[67204]: INFO networking_nsxv3.common.synchronization [req-ab4db0d5-1b45-4e85-a678-efca9bb0b568 req-e4eac969-2f4d-42a9-8dc8-477ad580493b tempest-ServerRescueTestJSONUnderV235-1989989116 tempest-ServerRescueTestJSONUnderV235-1989989116-project-member] Enqueued Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 805.568249] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 with Priority: HIGHEST for action security_group_members [ 805.568892] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.569314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.641266] env[67204]: INFO networking_nsxv3.common.synchronization [req-98c3df3d-a245-42ab-a30f-26a1d8db5f03 req-e80cd8bc-ad1c-4d4b-85e9-e37e14775daf service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 805.641506] env[67204]: INFO networking_nsxv3.common.synchronization [req-98c3df3d-a245-42ab-a30f-26a1d8db5f03 req-e80cd8bc-ad1c-4d4b-85e9-e37e14775daf service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 805.641634] env[67204]: INFO networking_nsxv3.common.synchronization [req-98c3df3d-a245-42ab-a30f-26a1d8db5f03 req-e80cd8bc-ad1c-4d4b-85e9-e37e14775daf service nova] Enqueued Resource ID: 22aac152-a5dd-4a21-adfc-25f03ec064ee with Priority: HIGHEST for action port [ 805.646259] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 805.646430] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 805.646534] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aac152-a5dd-4a21-adfc-25f03ec064ee with Priority: HIGHEST for action port [ 805.647080] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.647575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.647661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.648028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.648118] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.649112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.649236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.649304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.649551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.649777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.649918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.650029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.650239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.650379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.650526] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.653322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-22aac152-a5dd-4a21-adfc-25f03ec064ee taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.653322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.653475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.653631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.653631] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22aac152-a5dd-4a21-adfc-25f03ec064ee',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.761509] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.919524] env[67204]: INFO networking_nsxv3.common.synchronization [req-3cb6bdff-f292-4f54-b741-2a340ac354e0 req-598c7600-2df7-4b0c-80ca-bdaddf8706fb tempest-ImagesOneServerTestJSON-1440982618 tempest-ImagesOneServerTestJSON-1440982618-project-member] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 805.921065] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGHEST for action security_group_members [ 805.921457] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.921575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.921637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.921847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.921998] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.922106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.922161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.922304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.922388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.922504] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.155600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.155855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.156107] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.157937] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22aac152-a5dd-4a21-adfc-25f03ec064ee with status ACTIVE [ 806.158238] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.158540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.158672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.158792] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.160296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.160643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.161158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.161158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.161158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.161336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.161336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.161446] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22aac152-a5dd-4a21-adfc-25f03ec064ee is going to be updated. [ 806.196631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.199129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.199129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.199129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.199129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.199129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22aac152-a5dd-4a21-adfc-25f03ec064ee" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.264574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.264759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.264824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.265116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.265252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.265367] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 806.320046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.320288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.320288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.320626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.320799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.332092] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 806.425320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.446855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.447135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.447257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.447324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.447714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.447714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.447714] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f674a-09cd-4536-a298-401303d7a452 is going to be updated. [ 806.478205] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.489187] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: IN_PROGRESS for 2s [ 806.666980] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.169286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.170950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.170950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.170950] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be created. [ 807.197332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.197649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.197774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.197990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.198230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.209869] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: UNINITIALIZED for 2s [ 807.251622] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f793bb20-cae1-43bb-ae89-f169912a05dd None None] Enqueued Resource ID: f7a62ffc-6c47-4f13-a5bd-d153fb178166 with Priority: HIGHEST for action port [ 807.252476] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a62ffc-6c47-4f13-a5bd-d153fb178166 with Priority: HIGHEST for action port [ 807.252968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7a62ffc-6c47-4f13-a5bd-d153fb178166 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.253248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7a62ffc-6c47-4f13-a5bd-d153fb178166" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.253248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7a62ffc-6c47-4f13-a5bd-d153fb178166" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.253740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7a62ffc-6c47-4f13-a5bd-d153fb178166" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.253831] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7a62ffc-6c47-4f13-a5bd-d153fb178166',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.759323] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7a62ffc-6c47-4f13-a5bd-d153fb178166 [ 807.759323] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.759323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.759323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.759323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.759323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.759323] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7a62ffc-6c47-4f13-a5bd-d153fb178166 already deleted. [ 807.759323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7a62ffc-6c47-4f13-a5bd-d153fb178166" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.881041] env[67204]: INFO networking_nsxv3.common.synchronization [req-f31164fb-b72d-4c39-9961-39f2cc2f2cb7 req-c4334009-c5ac-475d-89c7-7122e6e9d059 tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 94278902-95f3-4f29-8182-0a83450079fa with Priority: HIGHEST for action security_group_rules [ 807.881041] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94278902-95f3-4f29-8182-0a83450079fa with Priority: HIGHEST for action security_group_rules [ 807.881041] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94278902-95f3-4f29-8182-0a83450079fa taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.881041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94278902-95f3-4f29-8182-0a83450079fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.882347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94278902-95f3-4f29-8182-0a83450079fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.882445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94278902-95f3-4f29-8182-0a83450079fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.882541] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94278902-95f3-4f29-8182-0a83450079fa',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.342512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 808.342850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.343514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.343757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.343954] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.344085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.344156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.344320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.344415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.344490] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.419985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.420154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.420219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.420438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.420549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.420645] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94278902-95f3-4f29-8182-0a83450079fa already deleted. [ 808.420729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94278902-95f3-4f29-8182-0a83450079fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496760] env[67204]: INFO networking_nsxv3.common.synchronization [req-ec1b6949-573f-4def-b62f-edbae19baa06 req-d2c853a8-3ec0-4268-a0c8-3fe488ad835f tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 396533f8-52b7-44f9-bcee-ce5a48de3923 with Priority: HIGHEST for action security_group_rules [ 808.497294] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396533f8-52b7-44f9-bcee-ce5a48de3923 with Priority: HIGHEST for action security_group_rules [ 808.497609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-396533f8-52b7-44f9-bcee-ce5a48de3923 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.497727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-396533f8-52b7-44f9-bcee-ce5a48de3923" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.497793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-396533f8-52b7-44f9-bcee-ce5a48de3923" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.498153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-396533f8-52b7-44f9-bcee-ce5a48de3923" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.498261] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('396533f8-52b7-44f9-bcee-ce5a48de3923',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.500394] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 596f674a-09cd-4536-a298-401303d7a452 in Status: SUCCESS [ 808.500618] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 596f674a-09cd-4536-a298-401303d7a452 deletion is rescheduled due to dependency. [ 808.500720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.875113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.875113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.879143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.879143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.879143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.879143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.879143] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 808.910415] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.911117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.924412] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 809.023850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.023850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.023850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.023850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.023850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.023850] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 396533f8-52b7-44f9-bcee-ce5a48de3923 already deleted. [ 809.023850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-396533f8-52b7-44f9-bcee-ce5a48de3923" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.223009] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 809.223193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.223364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.223636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.223865] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.223989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.224083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.224275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.224392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.224446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.224561] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.470698] env[67204]: INFO networking_nsxv3.common.synchronization [req-3adfdd8f-17d2-4f6e-adda-09c1a2eeebc0 req-91fb054f-5c4e-41ff-aa81-63c08880f467 tempest-ServerMetadataNegativeTestJSON-575453436 tempest-ServerMetadataNegativeTestJSON-575453436-project-member] Enqueued Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 809.471370] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGHEST for action security_group_members [ 809.471370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.471370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.472668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.472668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.472668] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.472668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.472668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.472668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.472892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.472892] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.570551] env[67204]: INFO networking_nsxv3.common.synchronization [req-e3ff3ccc-e982-4a78-bd16-134d3ae6f14f req-5be328f7-746c-487b-ae02-765a44724599 tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 3d6d4f31-8670-4020-a28c-5eaed1426ffa with Priority: HIGHEST for action security_group_rules [ 809.571300] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6d4f31-8670-4020-a28c-5eaed1426ffa with Priority: HIGHEST for action security_group_rules [ 809.571622] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d6d4f31-8670-4020-a28c-5eaed1426ffa taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.571756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d6d4f31-8670-4020-a28c-5eaed1426ffa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.571823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d6d4f31-8670-4020-a28c-5eaed1426ffa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.572109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d6d4f31-8670-4020-a28c-5eaed1426ffa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.572178] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d6d4f31-8670-4020-a28c-5eaed1426ffa',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.732814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.732928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.732985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.733226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.733419] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.733546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.733546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.733840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.733840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.733840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.734028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.734077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.734139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.734272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.734410] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.734500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.734551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.734686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.734757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.734835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.734923] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.869113] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f0f9ccde-aae4-40e4-a943-ee812d878ad1 None None] Enqueued Resource ID: f7e38d8f-e28a-44d3-abb0-d849ee436747 with Priority: HIGHEST for action port [ 809.869728] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e38d8f-e28a-44d3-abb0-d849ee436747 with Priority: HIGHEST for action port [ 809.870363] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e38d8f-e28a-44d3-abb0-d849ee436747 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.870856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e38d8f-e28a-44d3-abb0-d849ee436747" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.870856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e38d8f-e28a-44d3-abb0-d849ee436747" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.871192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e38d8f-e28a-44d3-abb0-d849ee436747" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.871289] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e38d8f-e28a-44d3-abb0-d849ee436747',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.979824] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.979942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.979942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.980558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.002507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.002840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.003031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.003143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.003458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.003571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.003722] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 is going to be updated. [ 810.035641] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.035641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.035641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.035846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.035961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.051311] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: IN_PROGRESS for 2s [ 810.101136] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.101357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.101451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.101736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.101858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.101987] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d6d4f31-8670-4020-a28c-5eaed1426ffa already deleted. [ 810.102133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d6d4f31-8670-4020-a28c-5eaed1426ffa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.135503] env[67204]: INFO networking_nsxv3.common.synchronization [req-3f9e381d-6ec9-4644-9656-420f76c80571 req-502df6ad-673a-44b7-aae2-7306d5c10138 tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 58840396-d626-46f3-91b4-6e4c63d6a5ac with Priority: HIGHEST for action security_group_rules [ 810.136278] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58840396-d626-46f3-91b4-6e4c63d6a5ac with Priority: HIGHEST for action security_group_rules [ 810.136400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58840396-d626-46f3-91b4-6e4c63d6a5ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.136527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58840396-d626-46f3-91b4-6e4c63d6a5ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.136610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58840396-d626-46f3-91b4-6e4c63d6a5ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.136875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58840396-d626-46f3-91b4-6e4c63d6a5ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.136969] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58840396-d626-46f3-91b4-6e4c63d6a5ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.240420] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 810.273276] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.273570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.273570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.273704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.273795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.274017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.274128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.274190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.274341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.274417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.274596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.274691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.274743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.274883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.274959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.275162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.275248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.275304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.275444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.275515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.275599] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be created. [ 810.346629] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.347149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.347149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.347149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.347356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.360532] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 810.376023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7e38d8f-e28a-44d3-abb0-d849ee436747 [ 810.376279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.376428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.376508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.376696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.376787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.376888] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7e38d8f-e28a-44d3-abb0-d849ee436747 already deleted. [ 810.376969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e38d8f-e28a-44d3-abb0-d849ee436747" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.659316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.659718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.659718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.659919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.659919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.660140] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58840396-d626-46f3-91b4-6e4c63d6a5ac already deleted. [ 810.660140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58840396-d626-46f3-91b4-6e4c63d6a5ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.773911] env[67204]: INFO networking_nsxv3.common.synchronization [req-b18a0618-2f07-49f0-afbe-db221f212fd9 req-6eb63913-c8dd-4e1d-abcd-c05a43f639f0 tempest-ServerPasswordTestJSON-23402451 tempest-ServerPasswordTestJSON-23402451-project-member] Enqueued Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 810.774571] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 810.774914] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.775079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.775154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.775487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.775660] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.775766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.775829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.775985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.776120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.776216] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.937096] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 810.937285] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 deletion is rescheduled due to dependency. [ 810.937519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.937587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.937764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.937953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.938085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.938151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.938302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.938386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.938490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.938589] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.939435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.939600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.939753] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.939854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.939939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.940256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.940373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940620] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.983676] env[67204]: INFO networking_nsxv3.common.synchronization [req-f0e064a4-151f-4186-89db-10cd4d7af0a1 req-bbf0a3e3-0285-441b-93e4-00d540805a3e tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 810.984285] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 810.984592] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.984711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.984782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.985361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.985361] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed55f53-9bf3-4d85-a8c8-35aa19ca68be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.085762] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.086056] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-152" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.086258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-152" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.086598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-152" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.087442] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.087442] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.087442] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.087676] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.087676] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.087840] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.088173] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.088309] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.088426] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.088560] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.088669] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.088799] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.108310] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.108642] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.108715] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.108841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-152" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.109211] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-f1579e40-99d4-4819-a171-0a2bbeb13355 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.109359] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.109462] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.109774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.109911] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1579e40-99d4-4819-a171-0a2bbeb13355',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.261382] env[67204]: INFO networking_nsxv3.common.synchronization [req-7a4af1be-f65b-42a3-aeb1-e0e1e0709d68 req-c3a86cd0-acac-4a80-9469-8e7764d7d484 tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 811.262200] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 811.262663] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.262822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.280030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.280215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.280295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.280584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.280679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.280920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.281067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.281136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.281325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.281420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.281548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 already deleted. [ 811.281658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.442626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.442799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443053] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.443164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.443433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.443521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.443695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.443803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.443856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.443990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.444075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.444159] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 811.471255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.471415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.471415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.471775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.471946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.480403] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4de3af4-75cb-4e19-94be-9bfff5016c57 req-0c4da81b-c162-4bbf-a19c-de481a788aa6 tempest-SecurityGroupRulesTestJSON-455017655 tempest-SecurityGroupRulesTestJSON-455017655-project-member] Enqueued Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 811.480994] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be with Priority: HIGHEST for action security_group_rules [ 811.481440] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.481727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.482696] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 811.508053] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.508254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.508339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.508576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508751] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be already deleted. [ 811.508821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.509229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.509229] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed55f53-9bf3-4d85-a8c8-35aa19ca68be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.615701] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.615921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.616132] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.616552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.616743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.616929] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port f1579e40-99d4-4819-a171-0a2bbeb13355 not found, creating... [ 811.617241] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.617442] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.617649] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.617905] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.618090] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.618410] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.618599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.618728] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.618952] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.619098] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.619234] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: f1579e40-99d4-4819-a171-0a2bbeb13355 is going to be created. [ 811.639913] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.639913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.639913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.639913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.640135] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.640274] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.032579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.032905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.032905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.032984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.033581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.033581] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be already deleted. [ 812.033581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.033581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.033581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.033828] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ed55f53-9bf3-4d85-a8c8-35aa19ca68be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.060619] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc6d07fb-fae8-4210-b54a-93005335c158 in Status: SUCCESS [ 812.060816] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 deletion is rescheduled due to dependency. [ 812.060921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374469] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 812.374708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.383901] env[67204]: INFO networking_nsxv3.common.synchronization [req-b18a0618-2f07-49f0-afbe-db221f212fd9 req-d278c399-5e6a-4570-a955-d4462df38151 service nova] Enqueued Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_rules [ 812.384098] env[67204]: INFO networking_nsxv3.common.synchronization [req-b18a0618-2f07-49f0-afbe-db221f212fd9 req-d278c399-5e6a-4570-a955-d4462df38151 service nova] Enqueued Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 812.384270] env[67204]: INFO networking_nsxv3.common.synchronization [req-b18a0618-2f07-49f0-afbe-db221f212fd9 req-d278c399-5e6a-4570-a955-d4462df38151 service nova] Enqueued Resource ID: f1579e40-99d4-4819-a171-0a2bbeb13355 with Priority: HIGHEST for action port [ 812.384728] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_rules [ 812.384933] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 812.384991] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1579e40-99d4-4819-a171-0a2bbeb13355 with Priority: HIGHEST for action port [ 812.385294] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.385399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.385566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.385727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.385812] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.386698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.386815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.386884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.387064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.387215] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.387310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.387371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.387514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.387612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.387733] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.389075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1579e40-99d4-4819-a171-0a2bbeb13355 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.392641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.392641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.392641] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1579e40-99d4-4819-a171-0a2bbeb13355',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.553850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553850] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ed55f53-9bf3-4d85-a8c8-35aa19ca68be already deleted. [ 812.553850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ed55f53-9bf3-4d85-a8c8-35aa19ca68be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.893345] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1579e40-99d4-4819-a171-0a2bbeb13355 with status ACTIVE [ 812.893702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.893814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.894044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.894138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894326] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.894428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.894488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.894642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.894720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.895013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.895075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.895214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.895289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.895370] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1579e40-99d4-4819-a171-0a2bbeb13355 is going to be updated. [ 812.897976] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.900424] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.923859] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.926363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.930026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1579e40-99d4-4819-a171-0a2bbeb13355" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402257] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.493998] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 813.493998] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 deletion is rescheduled due to dependency. [ 813.493998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.494223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.494559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.494658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.494724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.494876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.494954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.495167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.495237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.495637] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.495991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.496145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.496264] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.905267] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.905267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.905267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.905267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.905267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.905682] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 is going to be created. [ 813.934558] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.935337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.935337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.946149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: UNINITIALIZED for 2s [ 813.999288] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07b142a-1453-4e50-bc3f-9afc7e00f3a8: rpc.has_security_group_logging(os_id): False [ 814.025297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.025297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.025941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.025941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.025941] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be updated. [ 814.092035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.092246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.092246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.093098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.093098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.108338] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: IN_PROGRESS for 2s [ 815.496225] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53f36e8-45f8-4292-ab97-9d47c4956615 req-a9a10e52-835d-4a26-98b3-3ecdf4f6ec70 tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 815.496797] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 815.497129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.497258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.501072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.503579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.503579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.503579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.503579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.503579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.503579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.503579] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.935051] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.935254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.935375] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.935648] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.935913] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.937892] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.938079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.938326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.938602] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.938671] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.938788] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.938895] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.938998] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.939118] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.939220] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.939346] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.955318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: SUCCESS [ 815.955628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.955708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.955927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.956135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.956261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.956328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.956488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.956582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956745] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.959912] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.960312] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.960312] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.963268] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-567" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.963648] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-c344b6ba-6145-4532-8347-2c6bff381d7c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.963844] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.963966] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.964326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.964502] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c344b6ba-6145-4532-8347-2c6bff381d7c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.009513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.009513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.009513] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 already deleted. [ 816.009513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 in Status: SUCCESS [ 816.130221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.130221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.131159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.131159] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07b142a-1453-4e50-bc3f-9afc7e00f3a8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.233356] env[67204]: INFO networking_nsxv3.common.synchronization [None req-69695a2b-1326-4c54-a720-deea053accad None None] Enqueued Resource ID: 06e0fb6d-c877-4350-8417-eb0a4e2bc7c1 with Priority: HIGHEST for action port [ 816.234416] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e0fb6d-c877-4350-8417-eb0a4e2bc7c1 with Priority: HIGHEST for action port [ 816.234771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e0fb6d-c877-4350-8417-eb0a4e2bc7c1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.234922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e0fb6d-c877-4350-8417-eb0a4e2bc7c1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.234998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e0fb6d-c877-4350-8417-eb0a4e2bc7c1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.235453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e0fb6d-c877-4350-8417-eb0a4e2bc7c1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.235541] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e0fb6d-c877-4350-8417-eb0a4e2bc7c1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.459369] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.459608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.459653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.459927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.460177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.460322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.460409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.460754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.460860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.460958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.461140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.461288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.461345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.461462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.461648] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.461773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.461832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.462043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.462139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462338] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.467468] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.467721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.468309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.468309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.468579] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.468579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port c344b6ba-6145-4532-8347-2c6bff381d7c not found, creating... [ 816.469342] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.469342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.469582] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.469733] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.469918] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.469974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.470607] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.470767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.470913] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: c344b6ba-6145-4532-8347-2c6bff381d7c is going to be created. [ 816.494987] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.495285] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.495434] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.495700] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.495967] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.496238] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.664529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.664815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.664815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.665009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.665109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.665209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07b142a-1453-4e50-bc3f-9afc7e00f3a8 is going to be deleted. [ 816.728117] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.728117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.728117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.728117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.728117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.728117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07b142a-1453-4e50-bc3f-9afc7e00f3a8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.737308] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06e0fb6d-c877-4350-8417-eb0a4e2bc7c1 [ 816.737525] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.737652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.737729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.737931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.738026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.738126] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06e0fb6d-c877-4350-8417-eb0a4e2bc7c1 already deleted. [ 816.738206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e0fb6d-c877-4350-8417-eb0a4e2bc7c1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.964973] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6bdb0d3-6132-4bae-a021-a0688d12f742: rpc.has_security_group_logging(os_id): False [ 816.986751] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.986899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.986969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.987221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.987409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.987560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.987679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.987756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.988158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.988234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.990969] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.990969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.990969] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 is going to be created. [ 817.060018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.060174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.060237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.060446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.060664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.071232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: IN_PROGRESS for 2s [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53f36e8-45f8-4292-ab97-9d47c4956615 req-bad148c8-7c3d-44cf-96a7-ae6f68c79213 service nova] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53f36e8-45f8-4292-ab97-9d47c4956615 req-bad148c8-7c3d-44cf-96a7-ae6f68c79213 service nova] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [req-d53f36e8-45f8-4292-ab97-9d47c4956615 req-bad148c8-7c3d-44cf-96a7-ae6f68c79213 service nova] Enqueued Resource ID: c344b6ba-6145-4532-8347-2c6bff381d7c with Priority: HIGHEST for action port [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_rules [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 817.256481] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c344b6ba-6145-4532-8347-2c6bff381d7c with Priority: HIGHEST for action port [ 817.258637] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.258941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.259364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.259679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.259864] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.260926] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.264036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.264036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.264036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c344b6ba-6145-4532-8347-2c6bff381d7c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.264036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.264036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c344b6ba-6145-4532-8347-2c6bff381d7c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.764827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.765183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.765183] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.766192] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c344b6ba-6145-4532-8347-2c6bff381d7c with status ACTIVE [ 817.766393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.766510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.766591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.766869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.766960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.768604] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.768604] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.768604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.769649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.769649] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c344b6ba-6145-4532-8347-2c6bff381d7c is going to be updated. [ 817.796397] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.796397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.796397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.797310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.797310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.797310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c344b6ba-6145-4532-8347-2c6bff381d7c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.959734] env[67204]: INFO networking_nsxv3.common.synchronization [req-58e8fc05-73f1-4abf-bae5-fecc29d52a88 req-c1c9125d-0fae-4d7f-8984-9e0fb132eac2 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 817.960910] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 817.961285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.961411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.961480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.961776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.962057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.962172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.962236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.962405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.962491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.962581] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.156089] env[67204]: INFO networking_nsxv3.common.synchronization [None req-19a831ae-7f4f-4a3f-9987-18941f100d83 None None] Enqueued Resource ID: 496b4229-939d-48f2-8e9f-4c8a9ddb30df with Priority: HIGHEST for action port [ 818.156629] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496b4229-939d-48f2-8e9f-4c8a9ddb30df with Priority: HIGHEST for action port [ 818.156937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-496b4229-939d-48f2-8e9f-4c8a9ddb30df taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.157073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496b4229-939d-48f2-8e9f-4c8a9ddb30df" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.157141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496b4229-939d-48f2-8e9f-4c8a9ddb30df" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.157441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496b4229-939d-48f2-8e9f-4c8a9ddb30df" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.157527] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496b4229-939d-48f2-8e9f-4c8a9ddb30df',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.272998] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.363538] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.363763] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.363887] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.364162] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.364409] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.364562] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.364677] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.365117] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.365271] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.365573] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.365718] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.365830] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.365935] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.366057] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.366163] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.366290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.385626] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.385802] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.385937] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.386143] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.386455] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-69357777-4f6a-4baa-9c66-6b55eb783ab9 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.386674] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.386762] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.387073] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.387224] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69357777-4f6a-4baa-9c66-6b55eb783ab9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.466737] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.466737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.466737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.466737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.466737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.467135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.467135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.467135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.467278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.467278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.467480] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be deleted. [ 818.513519] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.514271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.514423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.514569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.660117] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 496b4229-939d-48f2-8e9f-4c8a9ddb30df [ 818.660343] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.660343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.660343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.661689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.661689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.661689] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:496b4229-939d-48f2-8e9f-4c8a9ddb30df already deleted. [ 818.661689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496b4229-939d-48f2-8e9f-4c8a9ddb30df" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.775506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.775506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.775506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.775954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.775954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.775954] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 is going to be created. [ 818.803068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.803068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.803231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.803513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.803747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.814342] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: UNINITIALIZED for 2s [ 818.890222] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.890479] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.890748] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.891104] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.891309] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.891582] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 69357777-4f6a-4baa-9c66-6b55eb783ab9 not found, creating... [ 818.891976] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.892111] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.892265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.892625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.892928] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.893498] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.894285] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.894285] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.894285] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.894491] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.894577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 69357777-4f6a-4baa-9c66-6b55eb783ab9 is going to be created. [ 818.917290] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.917509] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.917635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.917914] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918942] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918942] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.107999] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: SUCCESS [ 819.107999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.647418] env[67204]: INFO networking_nsxv3.common.synchronization [req-58e8fc05-73f1-4abf-bae5-fecc29d52a88 req-433b53bd-5e40-486b-a40e-e6a5ac636f11 service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 819.647618] env[67204]: INFO networking_nsxv3.common.synchronization [req-58e8fc05-73f1-4abf-bae5-fecc29d52a88 req-433b53bd-5e40-486b-a40e-e6a5ac636f11 service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 819.647784] env[67204]: INFO networking_nsxv3.common.synchronization [req-58e8fc05-73f1-4abf-bae5-fecc29d52a88 req-433b53bd-5e40-486b-a40e-e6a5ac636f11 service nova] Enqueued Resource ID: 69357777-4f6a-4baa-9c66-6b55eb783ab9 with Priority: HIGHEST for action port [ 819.648257] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 819.648390] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 819.648486] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69357777-4f6a-4baa-9c66-6b55eb783ab9 with Priority: HIGHEST for action port [ 819.649095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.649217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.649279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649553] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.650421] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.650534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.650652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.650835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.651012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.651112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.651170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.651308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.651390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.651480] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.651986] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-69357777-4f6a-4baa-9c66-6b55eb783ab9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.652130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.652163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.652303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.652387] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69357777-4f6a-4baa-9c66-6b55eb783ab9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.156089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.156089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.156807] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69357777-4f6a-4baa-9c66-6b55eb783ab9 with status ACTIVE [ 820.156807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.156807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.156807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.157167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.157167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.157401] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.157539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.157641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.157871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.157966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.158214] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.158449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.158543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.158853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.158943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.159025] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69357777-4f6a-4baa-9c66-6b55eb783ab9 is going to be updated. [ 820.160225] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.186898] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.187077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.187121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.187323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.187457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.188075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69357777-4f6a-4baa-9c66-6b55eb783ab9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.663112] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.825193] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: SUCCESS [ 820.825448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.825654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.825914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.826316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.826316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.826813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.826813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.826813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827098] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.928979] env[67204]: INFO networking_nsxv3.common.synchronization [req-3ac390b4-ffd5-4fdc-9603-2860025dcdbe req-7faed5c8-62cd-4cf6-9d26-185c8012ac31 tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 820.930366] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 820.930366] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.930880] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.931065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.931195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.931412] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.168754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.169109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.169109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.169419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.169573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.169669] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be created. [ 821.226520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.226870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.227082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.227461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.227708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.249233] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: UNINITIALIZED for 2s [ 821.332853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.433783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.433988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.434065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.434307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.459416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.460734] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.460734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.460734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.460734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.460734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.460734] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be updated. [ 821.497423] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.497602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.497687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.498124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.498310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.510115] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 821.836487] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 344347aa-40b5-4804-8387-3d899658a4e6: rpc.has_security_group_logging(os_id): False [ 821.856021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.856021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.856021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.856021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 is going to be created. [ 821.924837] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.925031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.925031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.942145] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: IN_PROGRESS for 2s [ 821.982621] env[67204]: INFO networking_nsxv3.common.synchronization [req-db118e6d-1d13-4bb5-b239-42e64fb17a34 req-ca2cfee6-f292-4a73-b1dc-5c3b8adaf358 tempest-ServerPasswordTestJSON-23402451 tempest-ServerPasswordTestJSON-23402451-project-member] Enqueued Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 821.983196] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGHEST for action security_group_members [ 821.983658] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.983658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.983658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.983846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.983987] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.984155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.984194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.984347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.984432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.984524] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.487325] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.487643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.487643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.487895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.487895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.488088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.488197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.488253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.488365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.488438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.488539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 is going to be updated. [ 822.520521] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.520689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.520764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.521201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.521201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.533330] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: IN_PROGRESS for 2s [ 822.764045] env[67204]: INFO networking_nsxv3.common.synchronization [req-ee33759e-5f33-45ea-aee8-17d04090a42f req-ba4cfc37-851a-4717-bd28-1e4443e3a0b6 tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 822.764386] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 822.764754] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.764887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.764938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.769270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.769445] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.769715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.769715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.769809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770189] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.183795] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.184058] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.184198] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.184568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184908] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.185215] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.185215] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.185470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.185634] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.185905] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.185986] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.186095] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.186209] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.186335] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.186459] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.186608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.209137] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.210409] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.210409] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.210409] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.210598] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.211028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.212296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.212296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.212296] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.260685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 823.261075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.261925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.262319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.262870] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.263023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.263023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.263652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.263652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.263652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.263792] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.273053] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.521689] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 823.522075] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 deletion is rescheduled due to dependency. [ 823.522194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.715642] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.715902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.716042] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.716328] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.716491] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.716677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 not found, creating... [ 823.716945] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.717191] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.717358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.717687] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.717828] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.718164] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.718328] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.718444] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.718665] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.718791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.718909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 is going to be created. [ 823.741937] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.742181] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.742304] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.742606] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.742851] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.743107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.765835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.766014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.766315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.766744] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.766744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.767017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.767017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.767017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.767286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.767286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.767286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.767479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.767540] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.767622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.767699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.767771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.767838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.767919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.767998] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.775549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.955047] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: SUCCESS [ 823.955215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.271704] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ec4df8-2899-4c3a-9798-3d6145a2728d: rpc.has_security_group_logging(os_id): False [ 824.279371] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.279371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.279371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.279371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.279863] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 824.294082] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.294082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.294082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.294082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.294387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.294499] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.294605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.294666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.294823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.294894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.295190] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.295302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.295736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.295736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.295736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.295954] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.295954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.295954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.296183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.296295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.296356] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be created. [ 824.315674] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.315868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.315911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.316772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.316772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.329097] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 824.377096] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.377096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.377096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.377096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.377347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.387970] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 824.500024] env[67204]: INFO networking_nsxv3.common.synchronization [req-ee33759e-5f33-45ea-aee8-17d04090a42f req-de6f1801-62b2-4c1f-b8b1-fc0b3720708f service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 824.500122] env[67204]: INFO networking_nsxv3.common.synchronization [req-ee33759e-5f33-45ea-aee8-17d04090a42f req-de6f1801-62b2-4c1f-b8b1-fc0b3720708f service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 824.500523] env[67204]: INFO networking_nsxv3.common.synchronization [req-ee33759e-5f33-45ea-aee8-17d04090a42f req-de6f1801-62b2-4c1f-b8b1-fc0b3720708f service nova] Enqueued Resource ID: 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 with Priority: HIGHEST for action port [ 824.501156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 824.501296] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 824.501467] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 with Priority: HIGHEST for action port [ 824.501814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.501955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.502036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.502247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.502329] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.505222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.505222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.505222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.505222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.505222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.505222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.505222] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.546759] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 in Status: SUCCESS [ 824.547057] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 deletion is rescheduled due to dependency. [ 824.547102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.005886] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.006066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.007374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 with status ACTIVE [ 825.007618] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.007675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.007744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.007969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.008056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.008230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.008327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.008386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.008533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.008652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.008844] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.008939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.009012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.009158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.009269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.009316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6 is going to be updated. [ 825.034086] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.034324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.034324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.034533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.034667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.034907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa9ca30-0280-4cf6-82c3-e6a685fcdfc6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.537702] env[67204]: INFO networking_nsxv3.common.synchronization [req-c8e6326c-1057-4fe6-b19b-81f85c06feaf req-1957a189-a348-4af3-95e5-014b615b02e5 tempest-TenantUsagesTestJSON-1329790152 tempest-TenantUsagesTestJSON-1329790152-project-member] Enqueued Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 825.537702] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 825.538227] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.539140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.540069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.540069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.540069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.540069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.540069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.540069] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.866860] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.867171] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.867274] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.867545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.867875] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.868099] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.868256] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.868678] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.868751] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.868966] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.869149] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.869347] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.869471] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.869597] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.869704] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.869835] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.888878] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.889063] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.889203] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.889373] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.889713] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889887] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.890013] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.890339] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.890478] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af54b8b9-c9a9-49bd-b2b4-ae94ad206363',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.043494] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.043656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.043721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.043931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.044035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.044240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.044341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.044404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.044598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.044681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.044763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c already deleted. [ 826.044840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.340666] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 826.340937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.341530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.341825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.342027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.342127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.342351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.342476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.342617] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.396446] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.396723] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.396892] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.397238] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.397451] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.397780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port af54b8b9-c9a9-49bd-b2b4-ae94ad206363 not found, creating... [ 826.398341] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.398578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.398679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.399026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.399212] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.399721] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.399956] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.400179] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.400551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.400783] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.400960] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: af54b8b9-c9a9-49bd-b2b4-ae94ad206363 is going to be created. [ 826.404128] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 826.404345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.595867] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.596223] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.596478] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.598801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.598801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.598801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.844755] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.160481] env[67204]: INFO networking_nsxv3.common.synchronization [req-c8e6326c-1057-4fe6-b19b-81f85c06feaf req-cbb366f5-bd74-4c00-a9ca-cb1659019bf0 service nova] Enqueued Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_rules [ 827.160783] env[67204]: INFO networking_nsxv3.common.synchronization [req-c8e6326c-1057-4fe6-b19b-81f85c06feaf req-cbb366f5-bd74-4c00-a9ca-cb1659019bf0 service nova] Enqueued Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 827.160898] env[67204]: INFO networking_nsxv3.common.synchronization [req-c8e6326c-1057-4fe6-b19b-81f85c06feaf req-cbb366f5-bd74-4c00-a9ca-cb1659019bf0 service nova] Enqueued Resource ID: af54b8b9-c9a9-49bd-b2b4-ae94ad206363 with Priority: HIGHEST for action port [ 827.161476] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_rules [ 827.161615] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 827.161821] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af54b8b9-c9a9-49bd-b2b4-ae94ad206363 with Priority: HIGHEST for action port [ 827.162110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.162256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.162295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.162561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.162622] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.164068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.164068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.164068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.164260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.164312] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.164402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.164462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.164615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.164679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.164757] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.165577] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.165694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.167513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.167513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.167513] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af54b8b9-c9a9-49bd-b2b4-ae94ad206363',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.347387] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.668303] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.669132] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.669512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669879] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af54b8b9-c9a9-49bd-b2b4-ae94ad206363 with status ACTIVE [ 827.670039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.670205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.670316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.670596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.670788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.671061] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.671196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.671270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.671492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672984] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.672984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.672984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.672984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.672984] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af54b8b9-c9a9-49bd-b2b4-ae94ad206363 is going to be updated. [ 827.694875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.695108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.695209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.695498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.695690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af54b8b9-c9a9-49bd-b2b4-ae94ad206363" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.849625] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.850539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.850646] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 827.885764] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.885935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.886038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.886310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.886475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.899067] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 828.031757] env[67204]: INFO networking_nsxv3.common.synchronization [req-a63eb26a-e4eb-4bea-9a28-a83f997dedf8 req-239327e6-cda2-458d-b687-b960372ae719 tempest-ServersTestJSON-1174147592 tempest-ServersTestJSON-1174147592-project-member] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 828.032419] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 828.033712] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.033831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.033831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.034775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.171815] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.415221] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-219" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-219" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-219" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.415221] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.415221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.416392] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.416671] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.419211] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.419211] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.419211] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.419211] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.419211] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.440847] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.440847] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.440847] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.440847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-219" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.440847] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-72267f25-97ee-4332-b6e1-d534afe27856 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.440847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.440847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.440847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.440847] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72267f25-97ee-4332-b6e1-d534afe27856',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.538172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.538172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.538172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.538458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.540071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.540071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.540071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.541815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.541900] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 already deleted. [ 828.541948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.674848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.674848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.674848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.675680] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c is going to be created. [ 828.702410] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.702735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.702735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.702919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.703207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.714963] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: UNINITIALIZED for 2s [ 828.943322] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943617] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944179] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.944347] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944504] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 72267f25-97ee-4332-b6e1-d534afe27856 not found, creating... [ 828.944800] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.944962] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.945104] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.945336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.945474] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.945756] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.945915] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.946039] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.946246] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.946379] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.946519] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 72267f25-97ee-4332-b6e1-d534afe27856 is going to be created. [ 829.039622] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.039622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.039622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.039622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.039622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.040087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.765201] env[67204]: INFO networking_nsxv3.common.synchronization [req-a63eb26a-e4eb-4bea-9a28-a83f997dedf8 req-83fccd17-b679-4f73-82eb-faf6dbfb70be service nova] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 829.765573] env[67204]: INFO networking_nsxv3.common.synchronization [req-a63eb26a-e4eb-4bea-9a28-a83f997dedf8 req-83fccd17-b679-4f73-82eb-faf6dbfb70be service nova] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 829.765573] env[67204]: INFO networking_nsxv3.common.synchronization [req-a63eb26a-e4eb-4bea-9a28-a83f997dedf8 req-83fccd17-b679-4f73-82eb-faf6dbfb70be service nova] Enqueued Resource ID: 72267f25-97ee-4332-b6e1-d534afe27856 with Priority: HIGHEST for action port [ 829.768304] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_rules [ 829.768468] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 829.770388] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72267f25-97ee-4332-b6e1-d534afe27856 with Priority: HIGHEST for action port [ 829.770388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.770388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.770388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.770388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.770388] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.770901] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.771176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.771176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.772112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.772112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.772112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.772112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.772112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.772613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.772613] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.774248] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-72267f25-97ee-4332-b6e1-d534afe27856 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.774248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.774248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.774248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.774248] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72267f25-97ee-4332-b6e1-d534afe27856',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.924010] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 829.924567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.924694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.924694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925319] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.925395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.925484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.925695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.925801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.925915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.926049] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.275775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.275939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.276234] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.277607] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72267f25-97ee-4332-b6e1-d534afe27856 with status ACTIVE [ 830.277863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.278107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.278147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.279220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.279220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.279220] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.279220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.279542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.279542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.279677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.279840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.280444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.280444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.280444] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72267f25-97ee-4332-b6e1-d534afe27856 is going to be updated. [ 830.307608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.307791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.307893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.308206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.308566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.308659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72267f25-97ee-4332-b6e1-d534afe27856" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.428444] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.428627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.428627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.429026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.429256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.429470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.429470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.429675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.429790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.429921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.430127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.430301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.430301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.430541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.430633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.430875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.430992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.431166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.431287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.431381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.431482] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.725874] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: SUCCESS [ 830.726156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.726351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.726579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.726829] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.727067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.727067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.727254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.727254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727369] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.783070] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.934803] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b460541-8b5f-480e-a807-bf702901493e: rpc.has_security_group_logging(os_id): False [ 830.955171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.955986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.955986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.955986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.977574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.977878] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.978079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.978155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.978366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.978446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.979026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.979026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.979026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.979216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.979216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.979363] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.979417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.979466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.979607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.979685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.979766] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 831.049107] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.049254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.049538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.049689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.064197] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 831.230559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.230559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.230877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.231645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.232045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.232045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.232045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.232203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.232203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.232383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.233864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.233864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.233864] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.285206] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.285458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.286138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.286138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.286276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 is going to be created. [ 831.327155] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.327466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.327582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.327806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.328078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.342615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: UNINITIALIZED for 2s [ 831.736066] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7274efdb-d1a6-4d5a-ab48-01f0827b855c: rpc.has_security_group_logging(os_id): False [ 831.759485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.759485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.759485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.759485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.759843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.760023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.760287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.760415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.760899] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.761102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.761318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.761437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.761784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.761907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.762022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.762262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.762350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.762690] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c is going to be created. [ 831.847357] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.847713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.847713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.847790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.847951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.861663] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: IN_PROGRESS for 2s [ 833.077974] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 833.078247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.289970] env[67204]: INFO networking_nsxv3.common.synchronization [req-4353343f-5cc6-44f0-8bc7-7ab7962a7f40 req-a65d327e-4f12-440e-83cd-7c8fa411b295 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 833.289970] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 833.289970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.289970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.289970] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.352073] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: SUCCESS [ 833.352325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.352514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.352751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.352938] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.353173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.353430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.353682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.353785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.353902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.354068] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.696886] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697178] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.697441] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698055] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698227] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698347] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698833] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.699064] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.699184] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.699292] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.699396] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.699503] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.699605] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.699734] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.717885] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.718101] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.719140] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.719140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.719140] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-e115fe14-717c-463f-9f62-21591609c011 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.719140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.719140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.719563] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.719721] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e115fe14-717c-463f-9f62-21591609c011',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.792157] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.792326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.792402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.792616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.792719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.792919] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.794059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.794059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.794059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.794059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.794059] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be deleted. [ 833.822269] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.822556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.822674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.822993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.823184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.823359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.856527] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.875322] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: SUCCESS [ 833.875554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.223514] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224343] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224865] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.225433] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227581] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port e115fe14-717c-463f-9f62-21591609c011 not found, creating... [ 834.227581] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.227581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.227581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.227581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.227581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227581] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.228123] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.228239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.228592] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228915] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.229188] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: e115fe14-717c-463f-9f62-21591609c011 is going to be created. [ 834.270782] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.271126] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.271477] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.271875] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.272270] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.272581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.359374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb8dc1b9-773a-408a-bd9f-a85086471481: rpc.has_security_group_logging(os_id): False [ 834.384545] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.384545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.384545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.384797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.384838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.385078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.385180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.385245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.385411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.385461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.385546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 is going to be created. [ 834.467216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.467418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.467499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.467670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.467846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.482178] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: IN_PROGRESS for 2s [ 834.990085] env[67204]: INFO networking_nsxv3.common.synchronization [req-4353343f-5cc6-44f0-8bc7-7ab7962a7f40 req-cc594a9f-4c52-45b0-9927-5048f5a0440a service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 834.990673] env[67204]: INFO networking_nsxv3.common.synchronization [req-4353343f-5cc6-44f0-8bc7-7ab7962a7f40 req-cc594a9f-4c52-45b0-9927-5048f5a0440a service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 834.990864] env[67204]: INFO networking_nsxv3.common.synchronization [req-4353343f-5cc6-44f0-8bc7-7ab7962a7f40 req-cc594a9f-4c52-45b0-9927-5048f5a0440a service nova] Enqueued Resource ID: e115fe14-717c-463f-9f62-21591609c011 with Priority: HIGHEST for action port [ 834.991520] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 834.991588] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 834.991643] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e115fe14-717c-463f-9f62-21591609c011 with Priority: HIGHEST for action port [ 834.991923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.992065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.992131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.992333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.992411] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.993445] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.993576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.993769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.993821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.993968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.994086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.994150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.994319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.994442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.999581] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.000740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e115fe14-717c-463f-9f62-21591609c011 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.000947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.001030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.001247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.001328] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e115fe14-717c-463f-9f62-21591609c011',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.503241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.503546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.504832] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.506068] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e115fe14-717c-463f-9f62-21591609c011 with status ACTIVE [ 835.506266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.506434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.506521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.506664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.506748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.506951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.507067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.507131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.507289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.507365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.507550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.507638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.507698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.507864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.507952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.508049] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e115fe14-717c-463f-9f62-21591609c011 is going to be updated. [ 835.537811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.538058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.538161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.538420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.538604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.538909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e115fe14-717c-463f-9f62-21591609c011" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.010325] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.497266] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: SUCCESS [ 836.497528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.514228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.514572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.514572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.514722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.514782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.514848] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be created. [ 836.544313] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.544514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.544514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.545426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.545426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.557339] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: UNINITIALIZED for 2s [ 838.578974] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 838.579370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.579491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.579784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.580049] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.580182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.580286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.580508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.580600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580858] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.085057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.085057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.085057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.085424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.086974] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.087159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.087279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.087502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.087598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.087697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.087864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.087967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.088045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.088345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.088345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.088461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.088496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.088643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.088769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.088872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.089014] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.592688] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7: rpc.has_security_group_logging(os_id): False [ 839.613629] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.613863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.613919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.614259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.614422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.614645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.614782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.614833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.614970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.615064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.615255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.615698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.615790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.615991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616343] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.616713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616935] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be created. [ 839.686893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.687135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.687200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.687480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.687727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.702718] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 839.993216] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 839.993216] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 840.363426] env[67204]: INFO networking_nsxv3.common.synchronization [req-d20b602e-8862-4bf6-b393-81148db715b1 req-6392490f-523b-4c64-8ea0-62b710f1f6a4 tempest-TenantUsagesTestJSON-1329790152 tempest-TenantUsagesTestJSON-1329790152-project-member] Enqueued Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 840.364281] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGHEST for action security_group_members [ 840.364429] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.364429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.364590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.364665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365264] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.365264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.365264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.365264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.365264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.365596] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.604557] env[67204]: INFO networking_nsxv3.common.synchronization [req-59e41eca-e06f-4b39-b3bc-d3f16c50a552 req-a96be111-f9b2-4f0c-bd57-b1f84579f84a tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 840.604873] env[67204]: INFO networking_nsxv3.common.synchronization [req-59e41eca-e06f-4b39-b3bc-d3f16c50a552 req-a96be111-f9b2-4f0c-bd57-b1f84579f84a tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 840.604873] env[67204]: INFO networking_nsxv3.common.synchronization [req-59e41eca-e06f-4b39-b3bc-d3f16c50a552 req-a96be111-f9b2-4f0c-bd57-b1f84579f84a tempest-SecurityGroupsTestJSON-851523199 tempest-SecurityGroupsTestJSON-851523199-project-member] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 840.605394] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGHEST for action security_group_members [ 840.605527] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGHEST for action security_group_members [ 840.605617] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGHEST for action security_group_members [ 840.605924] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.606039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.606622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.606899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.607203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.607322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.607417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.607617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.607753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.607893] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.608945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.608945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.609118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.609264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.609449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.609603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.609714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.609880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.610023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.610151] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.611048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.611205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.611336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.611531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.611722] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.611884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.612034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.613069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.613069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.613069] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.868185] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.868390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.868450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.868667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.868790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.869022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.869134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.869201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.869364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.869465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.869560] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c is going to be updated. [ 840.902228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.902228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.902228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.903090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.903090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.912946] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: IN_PROGRESS for 2s [ 841.114628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.114834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.114918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.115269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.117142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.117313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.118081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.118081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.139884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.140323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.140406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.140633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.140712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140882] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be updated. [ 841.141946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.142267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.171626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.171626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.171626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.171626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.171626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.171626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.171626] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be updated. [ 841.172060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.172359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.178790] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.178939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.179028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.179244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.179405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.189340] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 2s [ 841.204809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204809] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.204809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204809] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be updated. [ 841.229714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.229979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.230129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.230410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.244788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: IN_PROGRESS for 2s [ 841.264619] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.264784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.264861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.265090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.265234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.275473] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: IN_PROGRESS for 2s [ 841.716129] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 841.716129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.925803] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c in Status: SUCCESS [ 842.926084] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c deletion is rescheduled due to dependency. [ 842.926084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.200927] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: IN_PROGRESS for 4s [ 843.257198] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 in Status: SUCCESS [ 843.257198] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 deletion is rescheduled due to dependency. [ 843.257198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.288581] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 in Status: SUCCESS [ 843.288794] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 deletion is rescheduled due to dependency. [ 843.288977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.466860] env[67204]: INFO networking_nsxv3.common.synchronization [req-de20e92d-8e0c-447c-a146-bd079a0157e1 req-f3876a4c-7cee-4d47-9f17-982884909aaa tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 844.467444] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 844.467760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.467866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.467938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.468348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.468553] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.468662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.468727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.468890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.468974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.469080] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.847976] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.847976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.847976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.847976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.848292] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.848292] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.848446] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.849014] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.849014] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.849014] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.849337] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.849486] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.849557] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.849707] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.850615] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.850615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.870067] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.870260] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.870397] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.870566] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.870927] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.871258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.871258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.871580] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.871730] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a34c04b-3d0d-4094-b5fd-29b0a03f77bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.971283] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.971827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.971912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.972509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.972645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.973243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.973310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.973479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.973558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.973645] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 already deleted. [ 844.973726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.215262] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 in Status: SUCCESS [ 845.215507] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 deletion is rescheduled due to dependency. [ 845.215648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.377684] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.377931] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.378079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.378391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.378541] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.378706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf not found, creating... [ 845.379033] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.379270] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.379342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.379573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.379710] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.380016] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.380200] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.380321] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381422] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381567] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381713] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf is going to be created. [ 845.406413] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.406672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.406737] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.408685] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.408685] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.408685] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.105115] env[67204]: INFO networking_nsxv3.common.synchronization [req-de20e92d-8e0c-447c-a146-bd079a0157e1 req-0d8ddf79-f8a6-46de-b3ba-a3fff4045b7c service nova] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 846.105441] env[67204]: INFO networking_nsxv3.common.synchronization [req-de20e92d-8e0c-447c-a146-bd079a0157e1 req-0d8ddf79-f8a6-46de-b3ba-a3fff4045b7c service nova] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 846.105441] env[67204]: INFO networking_nsxv3.common.synchronization [req-de20e92d-8e0c-447c-a146-bd079a0157e1 req-0d8ddf79-f8a6-46de-b3ba-a3fff4045b7c service nova] Enqueued Resource ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with Priority: HIGHEST for action port [ 846.105687] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 846.105738] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 846.106219] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with Priority: HIGHEST for action port [ 846.106404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.106484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.106612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.106738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.106819] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.107669] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.107775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.107842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.108018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.108213] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.108264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.108313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.108443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.108526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.108616] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.110312] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.110312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.110312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.110312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.110312] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a34c04b-3d0d-4094-b5fd-29b0a03f77bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.612997] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.614778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.614936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.615105] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with status ACTIVE [ 846.615260] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.615371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.615437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.615627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.615840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.616098] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.616275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.616332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.616502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.616581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.616778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.616875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.616935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.617102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.617182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.617268] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf is going to be updated. [ 846.640356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.640632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.640632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.641252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.641252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.641399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.049400] env[67204]: INFO networking_nsxv3.common.synchronization [req-6bceaa36-349b-4b0c-821b-10712f26bdd7 req-65916832-6e49-4258-97b7-eb55b151b93d tempest-ServersNegativeTestJSON-1909084187 tempest-ServersNegativeTestJSON-1909084187-project-member] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 847.050238] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 847.050390] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.050504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.050569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.050797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.051039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.051213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.051213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.051395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.051395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.051518] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.122464] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.527042] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.528774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.528774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.529235] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.529667] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.530436] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.530436] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.530648] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.530762] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.531181] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.531586] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.531786] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.531945] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.532124] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.532273] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.532451] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.552984] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.552984] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.552984] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.552984] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.553391] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-824d6d16-09aa-4945-9398-03a76402daed taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.553549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.553800] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.553943] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824d6d16-09aa-4945-9398-03a76402daed',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.554976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.555748] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.557110] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 already deleted. [ 847.557110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.625230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.625438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.625534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.625809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.625926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.626050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be created. [ 847.655444] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.655444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.655614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.656099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.656099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.667903] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: UNINITIALIZED for 2s [ 848.057452] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.057715] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.057840] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.058178] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.058290] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.058440] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 824d6d16-09aa-4945-9398-03a76402daed not found, creating... [ 848.058699] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.058857] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.058983] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.059229] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.059401] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.059685] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.059839] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.059952] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.060488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.060640] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.060783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 824d6d16-09aa-4945-9398-03a76402daed is going to be created. [ 848.085174] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.085456] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.085593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.085861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.086103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.086329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.781322] env[67204]: INFO networking_nsxv3.common.synchronization [req-6bceaa36-349b-4b0c-821b-10712f26bdd7 req-3cd8f872-f270-46cc-9b0e-86ecf7c1b522 service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 848.781646] env[67204]: INFO networking_nsxv3.common.synchronization [req-6bceaa36-349b-4b0c-821b-10712f26bdd7 req-3cd8f872-f270-46cc-9b0e-86ecf7c1b522 service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 848.782436] env[67204]: INFO networking_nsxv3.common.synchronization [req-6bceaa36-349b-4b0c-821b-10712f26bdd7 req-3cd8f872-f270-46cc-9b0e-86ecf7c1b522 service nova] Enqueued Resource ID: 824d6d16-09aa-4945-9398-03a76402daed with Priority: HIGHEST for action port [ 848.782436] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 848.782436] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 848.782967] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824d6d16-09aa-4945-9398-03a76402daed with Priority: HIGHEST for action port [ 848.783074] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.783693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.783693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.783693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.783693] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.785089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.785089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.785089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.785352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.785697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.785898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.786265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.786504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.786643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.786769] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.787748] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-824d6d16-09aa-4945-9398-03a76402daed taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.787904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.787997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788327] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824d6d16-09aa-4945-9398-03a76402daed',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.290792] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.292243] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.292389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.292578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824d6d16-09aa-4945-9398-03a76402daed with status ACTIVE [ 849.292793] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.292920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.292999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.293297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.293352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.293643] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.293721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.293786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.293999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.294318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.294504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.297185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.297185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.297185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.297185] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824d6d16-09aa-4945-9398-03a76402daed is going to be updated. [ 849.327037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.327037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.327037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.327037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.327037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.327382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688132] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: SUCCESS [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688132] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.688132] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.798992] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.191516] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.305850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.306088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.306124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.306429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.306429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.307174] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be created. [ 850.336335] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.336335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.336335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.336628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.336837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.347965] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: UNINITIALIZED for 2s [ 850.432407] env[67204]: INFO networking_nsxv3.common.synchronization [req-ec542ead-6213-4e54-a325-dbde66f95a0b req-bbca45a9-cdc4-4404-bd5e-593f02b01242 tempest-ServerTagsTestJSON-1858710674 tempest-ServerTagsTestJSON-1858710674-project-member] Enqueued Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 850.432977] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 850.433515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.433515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.433666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.433861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.434067] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.434229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.434295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.434910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.434910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.434910] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.694216] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4e1797d-9c97-4bba-a2c4-4d43148889c3: rpc.has_security_group_logging(os_id): False [ 850.717407] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.717407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.717612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.717882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.717983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.718267] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.719395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.719395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.719395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.719395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.719395] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be created. [ 850.782226] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.782524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.782524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.782722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.784660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.796833] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: IN_PROGRESS for 2s [ 850.936978] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.937322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.937436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.937523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.937726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.937910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.938031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.938200] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 already deleted. [ 850.938281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063517] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.063759] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-586" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.063888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-586" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.064222] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-586" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.064475] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.064627] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.064741] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.064972] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.065159] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.065366] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.065478] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.065582] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.065686] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.065793] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.065892] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.066030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.086944] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.086944] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.086944] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.086944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-586" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.086944] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-36fe1091-2b05-46f9-8f6f-047569ae9bad taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.086944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.087327] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.087327] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36fe1091-2b05-46f9-8f6f-047569ae9bad',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.591239] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.591613] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.591761] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 36fe1091-2b05-46f9-8f6f-047569ae9bad not found, creating... [ 851.592023] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592184] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.592509] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.592641] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593185] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593185] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.593315] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.593525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.593654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593787] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 36fe1091-2b05-46f9-8f6f-047569ae9bad is going to be created. [ 851.617572] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.617749] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.617869] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.618187] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.618493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.618745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.359307] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 852.359665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.359744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.359988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.360203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.360326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.360408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.360587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.360672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.360761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.360896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.394052] env[67204]: INFO networking_nsxv3.common.synchronization [req-ec542ead-6213-4e54-a325-dbde66f95a0b req-ed5d383e-682e-4f83-a5da-dbae9f33b423 service nova] Enqueued Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_rules [ 852.394052] env[67204]: INFO networking_nsxv3.common.synchronization [req-ec542ead-6213-4e54-a325-dbde66f95a0b req-ed5d383e-682e-4f83-a5da-dbae9f33b423 service nova] Enqueued Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 852.394052] env[67204]: INFO networking_nsxv3.common.synchronization [req-ec542ead-6213-4e54-a325-dbde66f95a0b req-ed5d383e-682e-4f83-a5da-dbae9f33b423 service nova] Enqueued Resource ID: 36fe1091-2b05-46f9-8f6f-047569ae9bad with Priority: HIGHEST for action port [ 852.394326] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_rules [ 852.394481] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 852.394596] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36fe1091-2b05-46f9-8f6f-047569ae9bad with Priority: HIGHEST for action port [ 852.395627] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.396059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.396059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.396059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.396302] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.397090] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.397220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.397295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.397489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.397643] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.398021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.398021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.398021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.398155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.398155] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.399048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-36fe1091-2b05-46f9-8f6f-047569ae9bad taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.399163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.399240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.399448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.399719] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36fe1091-2b05-46f9-8f6f-047569ae9bad',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.808971] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: SUCCESS [ 852.809267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.862981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.863154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.863189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.863453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.863600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.863717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.863776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.863938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.865098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.865281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.865548] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.865650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.865650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.865874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.866062] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.866177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.866244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.866408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.866487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.866592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.866698] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.902697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.902879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.902994] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.904135] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36fe1091-2b05-46f9-8f6f-047569ae9bad with status ACTIVE [ 852.904174] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.904380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.904626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.904694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.904820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.905059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.905199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.905279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.905478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.905567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.905640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.905787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.905862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.905944] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36fe1091-2b05-46f9-8f6f-047569ae9bad is going to be updated. [ 852.933495] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.933721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.933810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.934076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.934495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.934495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36fe1091-2b05-46f9-8f6f-047569ae9bad" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.303162] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5e5c7f6-88f5-40c2-8439-b391132ab001 req-b0c729f4-cae2-4d7c-ba53-e8af3577f0ef tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 853.303727] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 853.304419] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304984] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.305080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.305143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.305300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.305385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.305479] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.368749] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00: rpc.has_security_group_logging(os_id): False [ 853.388574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.388750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.388825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.389304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.389508] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.389610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.389674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.389917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.390134] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.390233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.390305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.390491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.390571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.390760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.390856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.390916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.391155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.391215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.391303] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be created. [ 853.411080] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.469732] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.469914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.470075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.470220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.470458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.485709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 853.809012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.809012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.809012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.809012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.809166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.809345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.809345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.809495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.809587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.809635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.809712] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be updated. [ 853.837205] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.837205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.837205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.837331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.837468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.850181] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 853.896184] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.896418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.896525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.896776] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.897037] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.897196] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.897310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.897519] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.897654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.897860] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.897978] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.898315] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.898447] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.898559] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.898662] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.898811] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.913636] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.913859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.913859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.914250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.914383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.914489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 is going to be created. [ 853.934145] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.934328] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.934496] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.934672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-201" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.935035] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-9bc8b189-f2bd-482e-b934-c1a95621a246 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.935211] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.935330] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.935675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.935855] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc8b189-f2bd-482e-b934-c1a95621a246',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.944631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.944788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.944823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.945032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.945184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.955584] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: UNINITIALIZED for 2s [ 854.437835] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.438225] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.438323] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.438607] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.439043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.439043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 9bc8b189-f2bd-482e-b934-c1a95621a246 not found, creating... [ 854.439237] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.439417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.439480] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.439745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.439886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440191] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.440358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.440488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.441271] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.441271] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.441271] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 9bc8b189-f2bd-482e-b934-c1a95621a246 is going to be created. [ 854.464414] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.464643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.464775] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.465128] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.465308] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.465535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.819144] env[67204]: INFO networking_nsxv3.common.synchronization [None req-155fb71b-fe71-4e14-88c9-d2865ea75f9e None None] Enqueued Resource ID: d91adbbe-1248-41c6-993c-dbe6b0d8c043 with Priority: HIGHEST for action port [ 854.819904] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91adbbe-1248-41c6-993c-dbe6b0d8c043 with Priority: HIGHEST for action port [ 854.820462] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91adbbe-1248-41c6-993c-dbe6b0d8c043 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.820730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91adbbe-1248-41c6-993c-dbe6b0d8c043" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.821107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91adbbe-1248-41c6-993c-dbe6b0d8c043" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.821351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91adbbe-1248-41c6-993c-dbe6b0d8c043" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.821492] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91adbbe-1248-41c6-993c-dbe6b0d8c043',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.164964] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5e5c7f6-88f5-40c2-8439-b391132ab001 req-a42704c4-bc19-4997-a62a-d3845c91374a service nova] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 855.165155] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5e5c7f6-88f5-40c2-8439-b391132ab001 req-a42704c4-bc19-4997-a62a-d3845c91374a service nova] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 855.165292] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5e5c7f6-88f5-40c2-8439-b391132ab001 req-a42704c4-bc19-4997-a62a-d3845c91374a service nova] Enqueued Resource ID: 9bc8b189-f2bd-482e-b934-c1a95621a246 with Priority: HIGHEST for action port [ 855.166296] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_rules [ 855.166504] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 855.166681] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc8b189-f2bd-482e-b934-c1a95621a246 with Priority: HIGHEST for action port [ 855.166913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.167050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.167119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.167320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.167402] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.168623] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.168760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.168935] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc8b189-f2bd-482e-b934-c1a95621a246 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.169175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.169245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.172567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.172663] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc8b189-f2bd-482e-b934-c1a95621a246',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.324887] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d91adbbe-1248-41c6-993c-dbe6b0d8c043 [ 855.325216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.325393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.325467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.325684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.326809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.326809] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d91adbbe-1248-41c6-993c-dbe6b0d8c043 already deleted. [ 855.326809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91adbbe-1248-41c6-993c-dbe6b0d8c043" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.498637] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 855.498942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.675226] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.675226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.675405] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bc8b189-f2bd-482e-b934-c1a95621a246 with status ACTIVE [ 855.675562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.675669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.675728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.675934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.676032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.676204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.676300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.676360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.676514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.676585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.676773] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.676864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.677296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.677296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.677296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.677296] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bc8b189-f2bd-482e-b934-c1a95621a246 is going to be updated. [ 855.701550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.701550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.701550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.701550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.701550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.701550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc8b189-f2bd-482e-b934-c1a95621a246" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.798974] env[67204]: INFO networking_nsxv3.common.synchronization [req-698759d2-24ef-48bb-acf1-be7c61951701 req-9700f7d1-6248-4f41-8c1f-7eab80d1090e tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 855.798974] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 855.799652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.800508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.800581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.800843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.801069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.801211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.801293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.801475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.801561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.801660] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.861405] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 855.861405] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 deletion is rescheduled due to dependency. [ 855.861405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.861405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.861812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.862150] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.862404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.863696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.863696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.863696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.863696] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.966166] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: SUCCESS [ 855.966383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.966538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.966746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.966936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.967066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.967135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.967279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.967359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.967443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.967532] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.155978] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.156553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.156845] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.157765] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.158199] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.161081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.161081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.161081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.161081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.161081] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.161081] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.161081] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.161081] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.161081] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.161081] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.161081] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.181411] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.181411] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.181411] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.181411] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.181411] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-03732d07-346e-4956-bb02-7bd7a890a679 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.181411] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.181784] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.181876] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.182078] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03732d07-346e-4956-bb02-7bd7a890a679',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.303575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.304191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.304191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.304347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.304765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.304912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.305021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.305261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.305380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.305511] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 already deleted. [ 856.305890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.369014] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.470469] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.470629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.470703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.470995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.471241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.471353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.471418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.471579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.471659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.471763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.471923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.472075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.472135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.472248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.472470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.472470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.472573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.472655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.472756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.472840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.473410] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.684246] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.684545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.684730] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.685326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.685326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.685326] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 03732d07-346e-4956-bb02-7bd7a890a679 not found, creating... [ 856.685529] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.685699] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.685794] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.686000] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.686149] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.686427] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.686571] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.686685] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.686884] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.687026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.687178] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 03732d07-346e-4956-bb02-7bd7a890a679 is going to be created. [ 856.708983] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.709417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.709571] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.709921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.710216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.710536] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.799033] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9a430340-3433-4759-a8e7-3e527bd58c84 None None] Enqueued Resource ID: 4fc6c322-fd8b-4b62-b393-9d803a3c979c with Priority: HIGHEST for action port [ 856.799889] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc6c322-fd8b-4b62-b393-9d803a3c979c with Priority: HIGHEST for action port [ 856.801649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc6c322-fd8b-4b62-b393-9d803a3c979c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.801649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc6c322-fd8b-4b62-b393-9d803a3c979c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.801649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc6c322-fd8b-4b62-b393-9d803a3c979c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.801649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc6c322-fd8b-4b62-b393-9d803a3c979c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.801649] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc6c322-fd8b-4b62-b393-9d803a3c979c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.871807] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.974893] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f35da251-9a2b-4219-ac5d-fbdafc4ef635: rpc.has_security_group_logging(os_id): False [ 856.996213] env[67204]: INFO networking_nsxv3.common.synchronization [None req-d5bd9cc1-4c33-4157-9def-830565f0830c tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 856.997760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.997925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.998227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.998373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.998671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.998843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.998971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.999303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.999396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.999616] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.999769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.999897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.000256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.000405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.000719] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.000892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.001029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.001763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.001763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.001763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 is going to be created. [ 857.003471] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 857.004470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.004470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.004470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.004470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.004470] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.084470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.084633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.084705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.084934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.085132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.100654] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: IN_PROGRESS for 2s [ 857.297892] env[67204]: INFO networking_nsxv3.common.synchronization [None req-090b88e3-e7fb-4334-97f3-2739033b2c83 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 857.298448] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 857.298766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.298869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.306398] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fc6c322-fd8b-4b62-b393-9d803a3c979c [ 857.306939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.306939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.307167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.307461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.307651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.307792] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fc6c322-fd8b-4b62-b393-9d803a3c979c already deleted. [ 857.307936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc6c322-fd8b-4b62-b393-9d803a3c979c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.375910] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.377559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.377679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.377939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.378048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.378159] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be updated. [ 857.415570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.415809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.415926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.416269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.416500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.428323] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 857.529891] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530292] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 already deleted. [ 857.530373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530839] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.551464] env[67204]: INFO networking_nsxv3.common.synchronization [req-698759d2-24ef-48bb-acf1-be7c61951701 req-aea59985-0d74-4d4a-bb86-77bf9d1a48c4 service nova] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_rules [ 857.551464] env[67204]: INFO networking_nsxv3.common.synchronization [req-698759d2-24ef-48bb-acf1-be7c61951701 req-aea59985-0d74-4d4a-bb86-77bf9d1a48c4 service nova] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 857.551621] env[67204]: INFO networking_nsxv3.common.synchronization [req-698759d2-24ef-48bb-acf1-be7c61951701 req-aea59985-0d74-4d4a-bb86-77bf9d1a48c4 service nova] Enqueued Resource ID: 03732d07-346e-4956-bb02-7bd7a890a679 with Priority: HIGHEST for action port [ 857.552127] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_rules [ 857.552280] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 857.552379] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03732d07-346e-4956-bb02-7bd7a890a679 with Priority: HIGHEST for action port [ 857.552896] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.553014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.553338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.553407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.553440] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.554391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.554391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.554473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.554608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.554755] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.554847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.554907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.555068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.555150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.555275] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.556065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-03732d07-346e-4956-bb02-7bd7a890a679 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.556137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.556185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.556331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.556410] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03732d07-346e-4956-bb02-7bd7a890a679',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.740220] env[67204]: INFO networking_nsxv3.common.synchronization [req-1375846e-36df-4314-8e47-874a2914d715 req-268cf4b7-7695-4047-8b74-448c700c310d tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 857.742555] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 857.742910] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.743154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.743366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.744000] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.744340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.744883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.745929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746173] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.057678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.057832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.057889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.058129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.058220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.058317] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 already deleted. [ 858.058390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.058667] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.058753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.058911] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.059837] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03732d07-346e-4956-bb02-7bd7a890a679 with status ACTIVE [ 858.060023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.064249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.064364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.064691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.064691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.064983] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.064983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.065092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.065218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.065335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.065556] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.065681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.066638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.066805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.066947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.066985] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03732d07-346e-4956-bb02-7bd7a890a679 is going to be updated. [ 858.092084] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.092084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.092084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.092084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.092084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.092084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03732d07-346e-4956-bb02-7bd7a890a679" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.182748] env[67204]: INFO networking_nsxv3.common.synchronization [req-158c1da2-43fc-468a-91f7-23b895583bd1 req-8e85ef92-03bb-4ec9-84da-3865df6459e2 tempest-ServerActionsV293TestJSON-626611036 tempest-ServerActionsV293TestJSON-626611036-project-member] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 858.183763] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGHEST for action security_group_members [ 858.183873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.184349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.184349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.184349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.184596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.184794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.184794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.184996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.185130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.185235] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.249105] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.434380] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.434593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.434721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.434992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435329] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.435502] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.435630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.435843] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.435987] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.436823] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.436984] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.437856] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.438156] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.438302] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.438540] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.438678] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.460508] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.460921] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.461456] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.461693] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-805" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.462341] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-bc91b3da-eb29-4db8-ad54-870808c44f37 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.462606] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.462824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.463265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.463489] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc91b3da-eb29-4db8-ad54-870808c44f37',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.571419] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.687234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.687414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.687464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.687711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.722826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.722826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.722826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.723183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.723183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.723572] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c is going to be updated. [ 858.752202] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.756188] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.756342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.756413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.756643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.756786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.768027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: IN_PROGRESS for 2s [ 858.966220] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.966477] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.966603] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967191] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967191] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.967305] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port bc91b3da-eb29-4db8-ad54-870808c44f37 not found, creating... [ 858.967546] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.967699] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.968204] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.968301] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.968553] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.968705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.968819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.969194] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.969339] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.969512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: bc91b3da-eb29-4db8-ad54-870808c44f37 is going to be created. [ 858.992713] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.993095] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.993239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.993637] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.993971] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.994390] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.998102] env[67204]: INFO networking_nsxv3.common.synchronization [req-565efe2d-f2c8-4e33-bd4c-879abda2b636 req-4800ef0d-4820-4f99-9a9d-42b7643a94be tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 858.998289] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 858.998672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.998827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.998923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.999186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.999404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.999546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.999644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.999846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.999971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.000113] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.074550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.074758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.074793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.074991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.075105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.075207] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be created. [ 859.113869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.114052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.114052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.114233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.114387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.118382] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: SUCCESS [ 859.118696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.129540] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: UNINITIALIZED for 2s [ 859.255336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.255336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.255336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.255336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.255491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.255530] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 859.304945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.305154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.305190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.305387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.305535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320700] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 859.437354] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 859.437580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.437739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.437953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.438157] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.438281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.438339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.438624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.438624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.438714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.438714] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.502316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.502433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.502433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.502679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.503023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.503079] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.503145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.503215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.503397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.503472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.503578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 859.531896] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.532025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.532025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.532251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.532393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.538902] env[67204]: INFO networking_nsxv3.common.synchronization [req-88a6b912-4698-453f-a09f-4abc40f75342 req-3e954642-7394-49d9-9195-e95112c04531 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 859.539688] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 859.541176] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.541176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.541176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.541441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.541500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.541597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.541662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.541786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.541858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.541955] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.543702] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 859.693423] env[67204]: INFO networking_nsxv3.common.synchronization [req-1375846e-36df-4314-8e47-874a2914d715 req-3541af0d-4697-44f9-bbb8-20a267569548 service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 859.693609] env[67204]: INFO networking_nsxv3.common.synchronization [req-1375846e-36df-4314-8e47-874a2914d715 req-3541af0d-4697-44f9-bbb8-20a267569548 service nova] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 859.693758] env[67204]: INFO networking_nsxv3.common.synchronization [req-1375846e-36df-4314-8e47-874a2914d715 req-3541af0d-4697-44f9-bbb8-20a267569548 service nova] Enqueued Resource ID: bc91b3da-eb29-4db8-ad54-870808c44f37 with Priority: HIGHEST for action port [ 859.694289] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_rules [ 859.694420] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 859.694944] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91b3da-eb29-4db8-ad54-870808c44f37 with Priority: HIGHEST for action port [ 859.694944] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.694944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.695603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.695696] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.697952] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.698074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc91b3da-eb29-4db8-ad54-870808c44f37 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.702019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702019] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc91b3da-eb29-4db8-ad54-870808c44f37',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.942258] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.045482] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.045644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.045770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.046083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.046258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.047687] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.047687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.047687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.047687] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 860.086248] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.086248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.086248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.086248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.086248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.109269] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 860.203346] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205805] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc91b3da-eb29-4db8-ad54-870808c44f37 with status ACTIVE [ 860.205805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.205805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.205805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.205805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.205805] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc91b3da-eb29-4db8-ad54-870808c44f37 is going to be updated. [ 860.230674] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.230934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.230934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.231283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.231442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.231618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc91b3da-eb29-4db8-ad54-870808c44f37" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.354333] env[67204]: INFO networking_nsxv3.common.synchronization [req-8550e7d0-eeae-4acf-8c47-0a21c6ecc3d9 req-fd57e9c0-0977-469b-9005-0a38430f3875 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 860.355039] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 860.355511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.356207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.356207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.356207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.356207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.356534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.356534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357104] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.444431] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c95d06e-2522-4def-8da3-a43806c54e15: rpc.has_security_group_logging(os_id): False [ 860.468593] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.468593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.468778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.468962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.469106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.469421] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.469585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.469844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.469949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.470015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.470116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be updated. [ 860.548416] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.548672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.548672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.548833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.548982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.564634] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 860.778656] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c in Status: SUCCESS [ 860.778721] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c deletion is rescheduled due to dependency. [ 860.779545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.859296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.859296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.859437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.859533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859772] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.859852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.859959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.860106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.860188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.860270] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 860.891270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.891412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.891558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.891787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.891856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.902192] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 861.142472] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 861.142777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.142777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.143043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.143280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.143436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.143549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.143715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.143825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.143978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.144206] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.335309] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335309] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.335309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.335309] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.558179] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 861.558321] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 861.558428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.647496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.647630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.647720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648168] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.648737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.648959] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.649092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.649184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.649393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.649602] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.649706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.649768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.649942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.651238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.651380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.651486] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.838038] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.120713] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 862.120896] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 deletion is rescheduled due to dependency. [ 862.121053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.155606] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed7797ee-5fc4-4faa-ae9a-4aef01577a86: rpc.has_security_group_logging(os_id): False [ 862.176192] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.177294] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.177294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.177967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.177967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.177967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.177967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.177967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.177967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.178157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.178157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.178204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.178274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.178363] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be created. [ 862.263130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.263271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.263355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.264027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.264027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.281761] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: IN_PROGRESS for 2s [ 862.340409] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.586485] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 862.586485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.843151] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.844267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.845400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.845400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.845400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.845400] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 862.880118] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.880118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.880118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.880118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.880118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.890345] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 862.912550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 862.912550] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 862.912550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.320865] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 864.321297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 864.904023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.905175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.905175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.905175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.905289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905406] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.236757] env[67204]: INFO networking_nsxv3.common.synchronization [None req-a9343fb0-98e3-4b29-9e9a-796890c7c679 None None] Enqueued Resource ID: d7f779c9-dd3b-4bb3-8776-68f2d15b21b6 with Priority: HIGHEST for action port [ 865.237709] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7f779c9-dd3b-4bb3-8776-68f2d15b21b6 with Priority: HIGHEST for action port [ 865.238386] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7f779c9-dd3b-4bb3-8776-68f2d15b21b6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.239296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7f779c9-dd3b-4bb3-8776-68f2d15b21b6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.239296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7f779c9-dd3b-4bb3-8776-68f2d15b21b6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.239296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7f779c9-dd3b-4bb3-8776-68f2d15b21b6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.239296] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7f779c9-dd3b-4bb3-8776-68f2d15b21b6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.409038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.409038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.409038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.409744] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.409744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.409744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.410973] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.410973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.412055] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.743085] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7f779c9-dd3b-4bb3-8776-68f2d15b21b6 [ 865.746823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.746823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.746823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.746823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.746823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.746823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7f779c9-dd3b-4bb3-8776-68f2d15b21b6 already deleted. [ 865.746823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7f779c9-dd3b-4bb3-8776-68f2d15b21b6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.917545] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b460541-8b5f-480e-a807-bf702901493e: rpc.has_security_group_logging(os_id): False [ 865.944472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.944472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.944472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.944904] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.944904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.944904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.944904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.944904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.944904] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 866.035902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.035902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.035902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.035902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.035902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.058250] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 868.024676] env[67204]: INFO networking_nsxv3.common.synchronization [None req-d182fcbe-c931-4bd7-bc29-01920bb19acf None None] Enqueued Resource ID: 9e231164-b2e4-427f-8a56-3326bfe5ba46 with Priority: HIGHEST for action port [ 868.025241] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e231164-b2e4-427f-8a56-3326bfe5ba46 with Priority: HIGHEST for action port [ 868.025541] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e231164-b2e4-427f-8a56-3326bfe5ba46 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.025661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e231164-b2e4-427f-8a56-3326bfe5ba46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e231164-b2e4-427f-8a56-3326bfe5ba46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.026681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e231164-b2e4-427f-8a56-3326bfe5ba46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.026844] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e231164-b2e4-427f-8a56-3326bfe5ba46',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.076482] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 868.076590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.531533] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e231164-b2e4-427f-8a56-3326bfe5ba46 [ 868.531533] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.531533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.531533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.531533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.531887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.531887] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e231164-b2e4-427f-8a56-3326bfe5ba46 already deleted. [ 868.531887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e231164-b2e4-427f-8a56-3326bfe5ba46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.037022] env[67204]: INFO networking_nsxv3.common.synchronization [None req-402f61ff-4a72-468f-b6f9-dc1f8dfa3170 None None] Enqueued Resource ID: 48d638ca-59ca-4fed-b278-0da024b08e09 with Priority: HIGHEST for action port [ 869.037022] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48d638ca-59ca-4fed-b278-0da024b08e09 with Priority: HIGHEST for action port [ 869.037022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-48d638ca-59ca-4fed-b278-0da024b08e09 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.037022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48d638ca-59ca-4fed-b278-0da024b08e09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.037022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48d638ca-59ca-4fed-b278-0da024b08e09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.037022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48d638ca-59ca-4fed-b278-0da024b08e09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.037022] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48d638ca-59ca-4fed-b278-0da024b08e09',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.540424] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48d638ca-59ca-4fed-b278-0da024b08e09 [ 869.540424] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.540600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.540600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.540877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.540969] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48d638ca-59ca-4fed-b278-0da024b08e09 already deleted. [ 869.541062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48d638ca-59ca-4fed-b278-0da024b08e09" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.552013] env[67204]: INFO networking_nsxv3.common.synchronization [None req-c0272136-d29d-4454-9e7e-c8b6da8cfc08 tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 with Priority: HIGHEST for action security_group_rules [ 869.552380] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 with Priority: HIGHEST for action security_group_rules [ 869.552889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.555234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.555234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.555234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.555234] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa4d206c-9bc0-4259-9793-4f83a4dd6084',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.654092] env[67204]: INFO networking_nsxv3.common.synchronization [None req-82eb8bb3-50b2-46c7-a11d-fd03a2811f68 tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 with Priority: HIGHEST for action security_group_rules [ 869.655383] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 with Priority: HIGHEST for action security_group_rules [ 869.655697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.655950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.081401] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.081401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.081740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.081959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.082205] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 already deleted. [ 870.082305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.082555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.082801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.082940] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa4d206c-9bc0-4259-9793-4f83a4dd6084',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.603323] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.603493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.603532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.603810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.603810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.603913] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa4d206c-9bc0-4259-9793-4f83a4dd6084 already deleted. [ 870.603992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa4d206c-9bc0-4259-9793-4f83a4dd6084" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.638967] env[67204]: INFO networking_nsxv3.common.synchronization [None req-72752a79-a0d7-4696-8267-e78633234628 None None] Enqueued Resource ID: 4481af82-d167-48f4-a3c7-e0b0a2d57986 with Priority: HIGHEST for action port [ 871.639922] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4481af82-d167-48f4-a3c7-e0b0a2d57986 with Priority: HIGHEST for action port [ 871.639922] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4481af82-d167-48f4-a3c7-e0b0a2d57986 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.640034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4481af82-d167-48f4-a3c7-e0b0a2d57986" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.640074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4481af82-d167-48f4-a3c7-e0b0a2d57986" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.640320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4481af82-d167-48f4-a3c7-e0b0a2d57986" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.640396] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4481af82-d167-48f4-a3c7-e0b0a2d57986',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.143827] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4481af82-d167-48f4-a3c7-e0b0a2d57986 [ 872.143827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.144191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.144224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.144385] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4481af82-d167-48f4-a3c7-e0b0a2d57986 already deleted. [ 872.144499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4481af82-d167-48f4-a3c7-e0b0a2d57986" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.650929] env[67204]: INFO networking_nsxv3.common.synchronization [req-7f63211f-4027-4342-b454-efef37cc813b req-ace4585d-9b01-43e9-bef9-c74ef0f5a64a tempest-ServerTagsTestJSON-1858710674 tempest-ServerTagsTestJSON-1858710674-project-member] Enqueued Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 872.651536] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGHEST for action security_group_members [ 872.651844] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.651962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.652039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.652281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.652416] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.652513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.652574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.652728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.652837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.652900] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.155204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.155204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.155204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.155381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.155381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.155546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.155641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.155706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.155847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.156504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.156504] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 is going to be updated. [ 873.187893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.188490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.188490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.188490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.188490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.197968] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: IN_PROGRESS for 2s [ 874.853174] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9f6de2f2-c76d-4883-a230-11e4371791e1 None None] Enqueued Resource ID: e462e639-7e09-4d78-b1ac-c831dab86f44 with Priority: HIGHEST for action port [ 874.853850] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e462e639-7e09-4d78-b1ac-c831dab86f44 with Priority: HIGHEST for action port [ 874.854577] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e462e639-7e09-4d78-b1ac-c831dab86f44 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.854883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e462e639-7e09-4d78-b1ac-c831dab86f44" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.856610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e462e639-7e09-4d78-b1ac-c831dab86f44" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.856610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e462e639-7e09-4d78-b1ac-c831dab86f44" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.856610] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e462e639-7e09-4d78-b1ac-c831dab86f44',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.210475] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: IN_PROGRESS for 4s [ 875.359204] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e462e639-7e09-4d78-b1ac-c831dab86f44 [ 875.359469] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.359608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.359679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.359898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.359988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.360102] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e462e639-7e09-4d78-b1ac-c831dab86f44 already deleted. [ 875.360228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e462e639-7e09-4d78-b1ac-c831dab86f44" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.622670] env[67204]: INFO networking_nsxv3.common.synchronization [None req-5261a662-d09e-4343-9ace-c22f0da76a58 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 875.623158] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 875.623470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.623611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.623679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.624094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.624094] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.725713] env[67204]: INFO networking_nsxv3.common.synchronization [None req-08d3b092-21ef-48dd-8fc7-5838778fe002 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 875.725713] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 875.725713] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.725713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.149583] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.149921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.149921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.150344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.150344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.150344] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d already deleted. [ 876.150344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.150493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.150637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.150753] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.672642] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.672800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.672841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.673432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.673432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.673432] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d already deleted. [ 876.673432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.222641] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 in Status: SUCCESS [ 877.222641] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 deletion is rescheduled due to dependency. [ 877.223406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.458731] env[67204]: INFO networking_nsxv3.common.synchronization [None req-a48ded61-cf59-4fcc-b95f-8f66fcc68a11 None None] Enqueued Resource ID: 3849266b-198e-4c22-b6b4-a67c65676161 with Priority: HIGHEST for action port [ 878.459381] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3849266b-198e-4c22-b6b4-a67c65676161 with Priority: HIGHEST for action port [ 878.459692] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-3849266b-198e-4c22-b6b4-a67c65676161 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.459813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3849266b-198e-4c22-b6b4-a67c65676161" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.459880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3849266b-198e-4c22-b6b4-a67c65676161" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.460150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3849266b-198e-4c22-b6b4-a67c65676161" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.460238] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3849266b-198e-4c22-b6b4-a67c65676161',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.964916] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3849266b-198e-4c22-b6b4-a67c65676161 [ 878.965354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.966126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.966242] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3849266b-198e-4c22-b6b4-a67c65676161 already deleted. [ 878.966394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3849266b-198e-4c22-b6b4-a67c65676161" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.639193] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b7e3c03a-852a-49f1-90c3-bcf7b0d9babc None None] Enqueued Resource ID: 7a708b88-a889-4812-8564-3d8cbbc7ff0f with Priority: HIGHEST for action port [ 880.639193] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a708b88-a889-4812-8564-3d8cbbc7ff0f with Priority: HIGHEST for action port [ 880.639193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a708b88-a889-4812-8564-3d8cbbc7ff0f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.639193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a708b88-a889-4812-8564-3d8cbbc7ff0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.639193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a708b88-a889-4812-8564-3d8cbbc7ff0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.639193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a708b88-a889-4812-8564-3d8cbbc7ff0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.639193] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a708b88-a889-4812-8564-3d8cbbc7ff0f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.142861] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a708b88-a889-4812-8564-3d8cbbc7ff0f [ 881.143233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.143418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.144691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.144691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.144691] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a708b88-a889-4812-8564-3d8cbbc7ff0f already deleted. [ 881.144691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a708b88-a889-4812-8564-3d8cbbc7ff0f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.538144] env[67204]: INFO networking_nsxv3.common.synchronization [req-d51d667f-ceea-4e56-acca-78955bea1201 req-0926f0da-a9b7-4973-8d0f-83f713afc910 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 882.538775] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 882.539146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.539478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.539478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.539593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.539750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.539849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.539910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.540062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.540144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.540236] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.022660] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.022887] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.023026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.023616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.024040] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.024694] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.024694] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.024827] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.024862] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.025180] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.025307] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.025417] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.025526] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.025714] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.025843] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.025976] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.043178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.043379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.043529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.043770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.043891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.044115] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.044229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.044304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.044496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.044630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.044732] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 883.048388] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.048593] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.048771] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.048941] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.049446] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-7baca63d-04e0-45ea-9a90-8714de9ea18d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.049661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.049788] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.050410] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.050668] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7baca63d-04e0-45ea-9a90-8714de9ea18d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.073917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.074075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.074149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.074354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.074498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.084448] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 883.172282] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6e27e1c5-cfe4-493b-a5bf-ad1b05a26910 None None] Enqueued Resource ID: 0b3c6761-b9f6-4b1e-a07e-bff6d464598c with Priority: HIGHEST for action port [ 883.172893] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3c6761-b9f6-4b1e-a07e-bff6d464598c with Priority: HIGHEST for action port [ 883.173232] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3c6761-b9f6-4b1e-a07e-bff6d464598c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.173560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3c6761-b9f6-4b1e-a07e-bff6d464598c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.173560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3c6761-b9f6-4b1e-a07e-bff6d464598c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.173688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3c6761-b9f6-4b1e-a07e-bff6d464598c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.173838] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3c6761-b9f6-4b1e-a07e-bff6d464598c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.555902] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.555902] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 7baca63d-04e0-45ea-9a90-8714de9ea18d not found, creating... [ 883.555902] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.555902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.556578] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.556578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.556578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.556578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.556578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.556762] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 7baca63d-04e0-45ea-9a90-8714de9ea18d is going to be created. [ 883.581808] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.581808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.581808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.581808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.581808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.581808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.676016] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b3c6761-b9f6-4b1e-a07e-bff6d464598c [ 883.676404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.676674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.676853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.677154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.677321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.677480] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b3c6761-b9f6-4b1e-a07e-bff6d464598c already deleted. [ 883.677716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3c6761-b9f6-4b1e-a07e-bff6d464598c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.923953] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9939c603-bf5d-4aed-abbc-4a6b92feea8d None None] Enqueued Resource ID: bda74122-62a3-4914-8d5f-ac7a1952c2f4 with Priority: HIGHEST for action port [ 883.923953] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda74122-62a3-4914-8d5f-ac7a1952c2f4 with Priority: HIGHEST for action port [ 883.924204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda74122-62a3-4914-8d5f-ac7a1952c2f4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.924352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda74122-62a3-4914-8d5f-ac7a1952c2f4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.924422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda74122-62a3-4914-8d5f-ac7a1952c2f4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda74122-62a3-4914-8d5f-ac7a1952c2f4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924772] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda74122-62a3-4914-8d5f-ac7a1952c2f4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.359920] env[67204]: INFO networking_nsxv3.common.synchronization [req-d51d667f-ceea-4e56-acca-78955bea1201 req-cbbf942b-3f8c-4383-a866-554acb4c5ab8 service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 884.360128] env[67204]: INFO networking_nsxv3.common.synchronization [req-d51d667f-ceea-4e56-acca-78955bea1201 req-cbbf942b-3f8c-4383-a866-554acb4c5ab8 service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 884.360267] env[67204]: INFO networking_nsxv3.common.synchronization [req-d51d667f-ceea-4e56-acca-78955bea1201 req-cbbf942b-3f8c-4383-a866-554acb4c5ab8 service nova] Enqueued Resource ID: 7baca63d-04e0-45ea-9a90-8714de9ea18d with Priority: HIGHEST for action port [ 884.360835] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 884.360973] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 884.361082] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baca63d-04e0-45ea-9a90-8714de9ea18d with Priority: HIGHEST for action port [ 884.361735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.361853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.361943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.362161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.362247] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.363174] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.363283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.363473] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7baca63d-04e0-45ea-9a90-8714de9ea18d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.363575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.363640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.364244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.364244] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7baca63d-04e0-45ea-9a90-8714de9ea18d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.429774] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda74122-62a3-4914-8d5f-ac7a1952c2f4 [ 884.430509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.430611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.430611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.430817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.430903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.431269] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda74122-62a3-4914-8d5f-ac7a1952c2f4 already deleted. [ 884.431269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda74122-62a3-4914-8d5f-ac7a1952c2f4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.869325] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.869592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.869692] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7baca63d-04e0-45ea-9a90-8714de9ea18d with status ACTIVE [ 884.871142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.871142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.871440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871532] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.871629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.871688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.871903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.871984] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7baca63d-04e0-45ea-9a90-8714de9ea18d is going to be updated. [ 884.896220] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.896364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.896433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.896705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.896857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.897050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7baca63d-04e0-45ea-9a90-8714de9ea18d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.099436] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 885.099436] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 885.099516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.099690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.099980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.100196] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.100331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.100406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.100653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.100653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.100736] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.218178] env[67204]: INFO networking_nsxv3.common.synchronization [req-36755e60-09f8-4ec6-b72e-e9f4e856db25 req-65faed63-a087-416e-8038-60ee3a7208da tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 885.218178] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 885.218178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.218178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.218178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.218178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.219930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.220227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.220801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.221240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.221838] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.605573] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.648382] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.648382] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.648382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.649560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.650478] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.650790] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.651067] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.651497] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.651783] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.652036] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.652300] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.675305] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.675471] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.675633] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.675805] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.676161] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-fd9b1641-75dc-4df2-8891-61ee17870c68 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.676360] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.676481] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.676800] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.676943] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9b1641-75dc-4df2-8891-61ee17870c68',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.724323] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.724536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.724614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.724907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.724907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.725123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.725223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.725286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.725435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.725510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.725591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 already deleted. [ 885.725667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.107658] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.180547] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.180740] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.180950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.181254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.181434] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.181628] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port fd9b1641-75dc-4df2-8891-61ee17870c68 not found, creating... [ 886.182797] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.182797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.182797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.182797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.182797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.182797] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.183107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.183107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.183235] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.183359] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.183511] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: fd9b1641-75dc-4df2-8891-61ee17870c68 is going to be created. [ 886.205033] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.205263] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.205388] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.205710] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.206403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.206403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.610594] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.610594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.610727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.610925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.611024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611063] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 886.641997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.642441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.642596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.654315] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [req-36755e60-09f8-4ec6-b72e-e9f4e856db25 req-8a436363-9a00-4808-8430-a29d9e207d5a service nova] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [req-36755e60-09f8-4ec6-b72e-e9f4e856db25 req-8a436363-9a00-4808-8430-a29d9e207d5a service nova] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [req-36755e60-09f8-4ec6-b72e-e9f4e856db25 req-8a436363-9a00-4808-8430-a29d9e207d5a service nova] Enqueued Resource ID: fd9b1641-75dc-4df2-8891-61ee17870c68 with Priority: HIGHEST for action port [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_rules [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 886.914322] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9b1641-75dc-4df2-8891-61ee17870c68 with Priority: HIGHEST for action port [ 886.914678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.914900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.915100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.915467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.915661] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.916679] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.916895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917620] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.918040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.918254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.918417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.918577] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.919624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9b1641-75dc-4df2-8891-61ee17870c68 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.920017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.920188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.920536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.921114] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9b1641-75dc-4df2-8891-61ee17870c68',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.423447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.423779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.423779] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.425290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd9b1641-75dc-4df2-8891-61ee17870c68 with status ACTIVE [ 887.425836] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.425836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.426818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.426818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.427101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.427101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.427234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.427264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.427467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.427550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.427951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.427951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.428075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.428320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.428471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.428614] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd9b1641-75dc-4df2-8891-61ee17870c68 is going to be updated. [ 887.453030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.453186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.453261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.453484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.453628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.453817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9b1641-75dc-4df2-8891-61ee17870c68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.709665] env[67204]: INFO networking_nsxv3.common.synchronization [req-81d1ff6e-46fa-457a-bc22-d60063eb40b0 req-886de148-dabd-4592-b8af-827244e7a8ca tempest-ServersNegativeTestJSON-1909084187 tempest-ServersNegativeTestJSON-1909084187-project-member] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 887.710158] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 887.710761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.710905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.711147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.712316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.712535] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.712621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.712656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.712798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.712882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.712972] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.901120] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b4f02a69-9bdb-4e99-acfd-03d21ab3fda7 None None] Enqueued Resource ID: 0358bea8-50ef-448c-91d9-332f35e43e46 with Priority: HIGHEST for action port [ 887.901120] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0358bea8-50ef-448c-91d9-332f35e43e46 with Priority: HIGHEST for action port [ 887.901120] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0358bea8-50ef-448c-91d9-332f35e43e46 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.901120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0358bea8-50ef-448c-91d9-332f35e43e46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.901120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0358bea8-50ef-448c-91d9-332f35e43e46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.901120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0358bea8-50ef-448c-91d9-332f35e43e46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.904561] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0358bea8-50ef-448c-91d9-332f35e43e46',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.930655] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.057933] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.058147] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.058271] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.058530] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.058777] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.058930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.059272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.060399] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.060399] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.060399] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.060399] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.060399] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.060399] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.061342] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.061565] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.061758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.083672] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.086169] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.086169] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.086169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.086169] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-47754e19-488d-4620-845f-c1b4d27affb5 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.086169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.086169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.086169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.086169] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47754e19-488d-4620-845f-c1b4d27affb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.215032] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.407932] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0358bea8-50ef-448c-91d9-332f35e43e46 [ 888.407932] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.410808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.410808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.410808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.410808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.410808] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0358bea8-50ef-448c-91d9-332f35e43e46 already deleted. [ 888.410808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0358bea8-50ef-448c-91d9-332f35e43e46" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.434272] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.434272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.434272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.434272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.434272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.434272] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 is going to be created. [ 888.463924] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.464670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.465169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.478260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: UNINITIALIZED for 2s [ 888.588720] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.589169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.589169] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.589453] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.589657] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.590045] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 47754e19-488d-4620-845f-c1b4d27affb5 not found, creating... [ 888.590153] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.590363] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.590508] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.590778] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.591493] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.591727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.591864] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.592130] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.592314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.592609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 47754e19-488d-4620-845f-c1b4d27affb5 is going to be created. [ 888.619802] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.620023] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.620209] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.620597] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.620852] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.621165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.667535] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 888.667761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.667921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.668158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.668354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.668475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.668537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.668689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.668781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.668844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.668934] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.717407] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.134474] env[67204]: INFO networking_nsxv3.common.synchronization [req-3634f467-2bce-4555-910a-732fce54aa92 req-c45e4c5f-a6bd-4905-bb4f-3df83cbade03 tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 889.137491] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 889.138303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.138469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.138575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.138848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.139048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.139171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.139275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.139578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.139689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.139797] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.175021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176349] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.176453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.176519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.177043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.177121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.177257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.177329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.177416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.177512] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.222595] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.222595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.222595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.222875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.223011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.223157] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 889.297915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.297915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.297915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.298143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.298356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.313232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 889.563795] env[67204]: INFO networking_nsxv3.common.synchronization [req-81d1ff6e-46fa-457a-bc22-d60063eb40b0 req-d819c55c-ab4b-43ef-863f-b82714b1048a service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 889.564144] env[67204]: INFO networking_nsxv3.common.synchronization [req-81d1ff6e-46fa-457a-bc22-d60063eb40b0 req-d819c55c-ab4b-43ef-863f-b82714b1048a service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 889.564144] env[67204]: INFO networking_nsxv3.common.synchronization [req-81d1ff6e-46fa-457a-bc22-d60063eb40b0 req-d819c55c-ab4b-43ef-863f-b82714b1048a service nova] Enqueued Resource ID: 47754e19-488d-4620-845f-c1b4d27affb5 with Priority: HIGHEST for action port [ 889.564708] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 889.564839] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 889.564935] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47754e19-488d-4620-845f-c1b4d27affb5 with Priority: HIGHEST for action port [ 889.565281] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.565347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.565436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.565614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.565697] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.566609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.566707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.567315] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-47754e19-488d-4620-845f-c1b4d27affb5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.567464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.567537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.567729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.567810] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47754e19-488d-4620-845f-c1b4d27affb5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.645354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.645354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.645354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.645632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.645632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.646094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.646094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.646094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.646236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.646266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.646343] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be updated. [ 889.676835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.679265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.682934] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ec4df8-2899-4c3a-9798-3d6145a2728d: rpc.has_security_group_logging(os_id): False [ 889.692425] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: IN_PROGRESS for 2s [ 889.703395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.705547] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.705547] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.705547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.706696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.706696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.707239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.707239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.707239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.707491] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 889.791186] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.791552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.791706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.791995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.792264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.811738] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 890.070221] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.070364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.070591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47754e19-488d-4620-845f-c1b4d27affb5 with status ACTIVE [ 890.070765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.070876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.070942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.071189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.071278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.071514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.071628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.071689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.071857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.072622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.072622] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.072622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.072622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.072622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.072622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.072622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47754e19-488d-4620-845f-c1b4d27affb5 is going to be updated. [ 890.100912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.100912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.101217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.101356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.101634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47754e19-488d-4620-845f-c1b4d27affb5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.411064] env[67204]: INFO networking_nsxv3.common.synchronization [req-cd35175a-aab0-42d9-bfbe-fe33426c3eb1 req-41eae8bb-449f-4cf6-b07f-7073d6ecee7e tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 890.411739] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 890.412341] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.412341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.412578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.413372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.413372] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.413372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.413372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.414710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.414710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.414710] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.490332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: SUCCESS [ 890.490761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.491064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.491404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.491571] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.491680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.491823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.491884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.491983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.492474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.492474] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.796179] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.796515] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.796748] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.798777] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.799248] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.799540] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.799755] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.800146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.800393] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.800731] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.800935] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.801155] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.801355] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.801573] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.801781] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.802018] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.823792] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.825098] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.825098] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.825098] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.825602] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-1bc819aa-438f-4546-b54f-b7c3befc51bd taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.825949] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.826217] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.826876] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.827187] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc819aa-438f-4546-b54f-b7c3befc51bd',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.920246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.920246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.920246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.920246] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 890.955508] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.955977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.956094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.956345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.956521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.967879] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 890.995362] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.328454] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 891.328727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.328980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.329305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.329675] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.329839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.329923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.330373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.330543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.330735] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.332712] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.333671] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.333841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.335040] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.335040] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.335040] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 1bc819aa-438f-4546-b54f-b7c3befc51bd not found, creating... [ 891.335040] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.335040] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.335614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.335614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.335614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.336819] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.336819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.336819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.336819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.336819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.336819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 1bc819aa-438f-4546-b54f-b7c3befc51bd is going to be created. [ 891.373282] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.373841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.374063] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.374418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.374897] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.375938] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.498019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for beb9683d-bbd5-45b7-b110-5f602e514bc7: rpc.has_security_group_logging(os_id): False [ 891.529048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.529798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.530677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.530892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 is going to be created. [ 891.643576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.643576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.643576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.643576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.643576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.659325] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: IN_PROGRESS for 2s [ 891.708918] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 891.708918] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 deletion is rescheduled due to dependency. [ 891.708918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.830818] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 891.830818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.839386] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.117057] env[67204]: INFO networking_nsxv3.common.synchronization [req-cd35175a-aab0-42d9-bfbe-fe33426c3eb1 req-c848ecdc-9688-4398-a778-27c0fc803905 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 892.117248] env[67204]: INFO networking_nsxv3.common.synchronization [req-cd35175a-aab0-42d9-bfbe-fe33426c3eb1 req-c848ecdc-9688-4398-a778-27c0fc803905 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 892.117388] env[67204]: INFO networking_nsxv3.common.synchronization [req-cd35175a-aab0-42d9-bfbe-fe33426c3eb1 req-c848ecdc-9688-4398-a778-27c0fc803905 service nova] Enqueued Resource ID: 1bc819aa-438f-4546-b54f-b7c3befc51bd with Priority: HIGHEST for action port [ 892.117907] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 892.118099] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 892.118171] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc819aa-438f-4546-b54f-b7c3befc51bd with Priority: HIGHEST for action port [ 892.118506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.118585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.118631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.118829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.118915] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.119835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.119950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.120553] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bc819aa-438f-4546-b54f-b7c3befc51bd taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.120553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.120553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.120553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.120553] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bc819aa-438f-4546-b54f-b7c3befc51bd',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.342825] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.622478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.622898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623621] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bc819aa-438f-4546-b54f-b7c3befc51bd with status ACTIVE [ 892.623621] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.623842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.624340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.624483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626043] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.627160] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bc819aa-438f-4546-b54f-b7c3befc51bd is going to be updated. [ 892.649078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.649229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.649312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.649626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.649754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.649926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bc819aa-438f-4546-b54f-b7c3befc51bd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.844968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.845549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.845549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.845549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.845549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.845685] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 892.888354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.888354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.888354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.888354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.888702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.900994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 892.978381] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 892.978564] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 892.978681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.978843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.979073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.979270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.979409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.979474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.979630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.979713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.979812] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.482461] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.674771] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: SUCCESS [ 893.675553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.983768] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.335604] env[67204]: INFO networking_nsxv3.common.synchronization [req-df5fe351-5a29-49e5-af41-c07c4f9055ac req-2173f1ea-9778-4683-bf5b-436629a5daed tempest-InstanceActionsTestJSON-1886650739 tempest-InstanceActionsTestJSON-1886650739-project-member] Enqueued Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 894.336534] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 894.336727] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.336880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.336940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337432] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.337806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.337806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.338062] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.487494] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.487694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.487769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.490381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.490381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.490381] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 894.592774] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.592774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.592972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.593378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.593455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.606670] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 894.841362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.842009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.842147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.842413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.842805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.843068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.845885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.845971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.846203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.846350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.846416] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed582652-381d-498c-84b2-05f8a74507f0 already deleted. [ 894.846467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.881413] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.881640] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-673" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.882156] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-673" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.882156] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-673" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.882379] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.882545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.882679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.882909] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.883056] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.883266] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.883545] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.883545] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.883646] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.883759] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.883806] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.883956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.906823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.907322] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.907672] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.908112] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-673" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.908668] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.909288] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.909288] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.913034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.913034] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.913470] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 894.913761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.913979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.914558] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.914724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.914827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.915123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.915728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.915886] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.413659] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.414047] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.414138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.414524] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.414705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.414869] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 not found, creating... [ 895.415185] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.415385] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.415522] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.415808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.415964] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.416480] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.416743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.416919] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.417192] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.417386] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.417576] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 is going to be created. [ 895.418916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.419122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.419297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.419452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.419646] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.419790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.419938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.420260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.420723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.420822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.421000] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.421200] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.421336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.421433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.421665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.421799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.421921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.422066] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.447572] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.447817] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.448026] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.448678] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.448678] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.449260] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.925356] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00: rpc.has_security_group_logging(os_id): False [ 895.952945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.953654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.953919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.956275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.956442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.957239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.957376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.957953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.957953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.957953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.958103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.958103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.958179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.959065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.959065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.959065] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 896.041891] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.041985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.042134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.044887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.044887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.063018] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 896.256105] env[67204]: INFO networking_nsxv3.common.synchronization [req-df5fe351-5a29-49e5-af41-c07c4f9055ac req-2b3b57c1-240c-45e4-bf1a-998c13880f13 service nova] Enqueued Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_rules [ 896.256332] env[67204]: INFO networking_nsxv3.common.synchronization [req-df5fe351-5a29-49e5-af41-c07c4f9055ac req-2b3b57c1-240c-45e4-bf1a-998c13880f13 service nova] Enqueued Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 896.256498] env[67204]: INFO networking_nsxv3.common.synchronization [req-df5fe351-5a29-49e5-af41-c07c4f9055ac req-2b3b57c1-240c-45e4-bf1a-998c13880f13 service nova] Enqueued Resource ID: d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 with Priority: HIGHEST for action port [ 896.257442] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_rules [ 896.257630] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 896.257750] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 with Priority: HIGHEST for action port [ 896.258130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.258290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.258374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.258726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.258874] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.259976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.261260] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.261260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.261260] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.262069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.262306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.262459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.262717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.262898] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.617192] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 896.617506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.617572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.617815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.618051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.618177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.618241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.618397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.618514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.618576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.618667] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.764721] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.766025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.766147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.766327] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 with status ACTIVE [ 896.767225] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.767225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.767225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.767225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.767422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.767882] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.768024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.768781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.768781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.768781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.768781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.768928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.768928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.769106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.769106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.769200] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3 is going to be updated. [ 896.792307] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.792307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.792307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.792481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.792481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.793244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d2109d-89c3-4ef5-ac40-a0fc0b06f6a3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982925] env[67204]: INFO networking_nsxv3.common.synchronization [req-a03d5581-9a9e-4145-ac63-c8941e404905 req-30181cfb-3af9-4985-ad92-f13c5dd5d12f tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 896.982925] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 896.983560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.983731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.983787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.984068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.984227] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.984435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.984495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.984700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.984808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.985038] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.120608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.120899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.121065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.121240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.121344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.121760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.121873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.121991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.122185] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.122284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.122345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.122541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.123529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.123529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.123529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.123529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.123529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.123529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.123529] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.274400] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.475775] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.476100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.476325] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.476696] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.477078] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.477297] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.477455] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.477904] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.478028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.478314] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.479194] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.479454] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.479596] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.479734] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.479865] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.480040] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.487921] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.505037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.505037] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.505037] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.505279] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.505563] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-00776f92-0612-4676-abb8-c9f036bdd0b0 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.506286] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.506286] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.506286] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.506409] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00776f92-0612-4676-abb8-c9f036bdd0b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.626533] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 897.651889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.652125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.652263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.652769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.652843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.653136] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.653271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.653335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.653520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655133] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655133] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655133] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 897.725921] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.726094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.726166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.726382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.726530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745444] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 897.778032] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.778032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.778032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.778032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.778278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.778278] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed582652-381d-498c-84b2-05f8a74507f0 is going to be created. [ 897.827832] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.827974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.828111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.828282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.829361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.841413] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: UNINITIALIZED for 2s [ 897.990620] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.009533] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.009703] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.009938] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.010133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.010290] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.010442] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 00776f92-0612-4676-abb8-c9f036bdd0b0 not found, creating... [ 898.010696] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.010852] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.010966] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.011231] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.011369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.011798] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.011999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.012152] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.012366] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.012500] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.012686] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 00776f92-0612-4676-abb8-c9f036bdd0b0 is going to be created. [ 898.037119] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.037329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.037448] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.037734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.037961] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.038211] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.083547] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 898.083730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.493575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.493575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.493872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.493996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.494203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.494335] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be updated. [ 898.528094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.528334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.528439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.528643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.528859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.539357] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 898.816212] env[67204]: INFO networking_nsxv3.common.synchronization [req-a03d5581-9a9e-4145-ac63-c8941e404905 req-712e8982-511e-431f-a9a2-22711587dcfa service nova] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_rules [ 898.816547] env[67204]: INFO networking_nsxv3.common.synchronization [req-a03d5581-9a9e-4145-ac63-c8941e404905 req-712e8982-511e-431f-a9a2-22711587dcfa service nova] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 898.816933] env[67204]: INFO networking_nsxv3.common.synchronization [req-a03d5581-9a9e-4145-ac63-c8941e404905 req-712e8982-511e-431f-a9a2-22711587dcfa service nova] Enqueued Resource ID: 00776f92-0612-4676-abb8-c9f036bdd0b0 with Priority: HIGHEST for action port [ 898.817747] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_rules [ 898.817747] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 898.817848] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00776f92-0612-4676-abb8-c9f036bdd0b0 with Priority: HIGHEST for action port [ 898.818131] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.818335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.818335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.818516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.818597] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.820473] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.820473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.821212] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-00776f92-0612-4676-abb8-c9f036bdd0b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.821390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.821390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.821706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822146] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00776f92-0612-4676-abb8-c9f036bdd0b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.322409] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.322409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.324571] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00776f92-0612-4676-abb8-c9f036bdd0b0 with status ACTIVE [ 899.324844] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.325099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.325099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.325599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.325599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.325708] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.325783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.325887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.326255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.326255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.326370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.326452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.326496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.326739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.326801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.326900] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00776f92-0612-4676-abb8-c9f036bdd0b0 is going to be updated. [ 899.377026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.377222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.377278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.377504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.377691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.377866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00776f92-0612-4676-abb8-c9f036bdd0b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.767521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 899.767701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.856463] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: SUCCESS [ 899.856712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.856897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.857270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.857452] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.857601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.857681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.857914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.858039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.858191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.858345] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.361660] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.361912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.361994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.362255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.362453] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.362678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.362776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.362903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.362987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.363091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.363248] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.363342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.363404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.363545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.363687] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.363778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.363838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.363982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.364071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.364161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.364269] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.555277] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 900.555277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.555277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.555277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.555565] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.555657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.555760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.556015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.557238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.557238] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.866318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed582652-381d-498c-84b2-05f8a74507f0: rpc.has_security_group_logging(os_id): False [ 900.886863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.887040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.887082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.887304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.887391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.887582] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.887872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.887872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.887872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.887971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.888141] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.888238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.888299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.888438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.888510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.892042] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.892278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.892380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.892530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.892608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.892706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed582652-381d-498c-84b2-05f8a74507f0 is going to be created. [ 900.954032] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.955751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.955751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.958138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.958451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.972174] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: IN_PROGRESS for 2s [ 901.065279] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.568777] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.615772] env[67204]: INFO networking_nsxv3.common.synchronization [req-b8a6dd9f-59d1-4fd8-831f-8a0ec6db02dd req-16f7f2b1-3124-4599-9fae-92b6abdcefb2 tempest-ServersNegativeTestJSON-1909084187 tempest-ServersNegativeTestJSON-1909084187-project-member] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 901.616950] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 901.619054] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.619054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.619054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.619054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.619054] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.619054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.619596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.619596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.619596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.619760] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.040853] env[67204]: INFO networking_nsxv3.common.synchronization [req-3ee9e45b-23b0-45a3-9448-acb88189f8b3 req-67847d60-b2c2-4350-a605-2aee80826c4e tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 902.041158] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 902.041482] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.041638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.041734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.042015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.042287] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.042531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.042587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.043519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.043519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.043519] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.073985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.073985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.073985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.073985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.073985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.073985] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be updated. [ 902.115368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.115669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.115669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.115891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.116110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.122363] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.127633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 902.147472] env[67204]: INFO networking_nsxv3.common.synchronization [req-994d53fd-bfe7-460a-8490-f74f97d57e8a req-6e91a3f7-1a01-4677-acca-a5da27b35dc1 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 902.149059] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 902.149871] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.150170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.150277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.150732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.151148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.151895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.151895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.151895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.151895] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.547082] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.625271] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.654971] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.655157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.655211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.656696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.656831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.657094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.657787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.657787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.657787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.657787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.657787] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d already deleted. [ 902.657787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692222] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.694552] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.694552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.694552] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.694847] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.694878] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.694988] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.695132] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.695315] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.695489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.717030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.717030] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.717030] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.717030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.717354] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-c163a06e-1882-4410-ba29-f3c1b067b8b3 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.718102] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.718102] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.718102] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.718265] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c163a06e-1882-4410-ba29-f3c1b067b8b3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.985336] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: SUCCESS [ 902.985604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.064471] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.129439] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.129672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.129728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.129906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.130031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130133] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 903.163417] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.163583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.163657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.163897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.164072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.175119] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 903.220829] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.221087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.221253] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.221576] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.221786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.222135] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port c163a06e-1882-4410-ba29-f3c1b067b8b3 not found, creating... [ 903.222220] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.222493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.222493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.222742] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.222880] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.223240] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.223405] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.223521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.224722] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.224841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.225289] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: c163a06e-1882-4410-ba29-f3c1b067b8b3 is going to be created. [ 903.257777] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.258056] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.258197] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.258490] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.258938] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.259296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.550958] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.551189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.551263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.551512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.551666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.551791] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 903.588549] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.588770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.588878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.589255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.589517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.602964] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 903.986720] env[67204]: INFO networking_nsxv3.common.synchronization [req-994d53fd-bfe7-460a-8490-f74f97d57e8a req-d3bbf995-65ac-422d-822b-b38c93c05fd9 service nova] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 903.986821] env[67204]: INFO networking_nsxv3.common.synchronization [req-994d53fd-bfe7-460a-8490-f74f97d57e8a req-d3bbf995-65ac-422d-822b-b38c93c05fd9 service nova] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 903.986995] env[67204]: INFO networking_nsxv3.common.synchronization [req-994d53fd-bfe7-460a-8490-f74f97d57e8a req-d3bbf995-65ac-422d-822b-b38c93c05fd9 service nova] Enqueued Resource ID: c163a06e-1882-4410-ba29-f3c1b067b8b3 with Priority: HIGHEST for action port [ 903.987612] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_rules [ 903.987755] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 903.987854] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c163a06e-1882-4410-ba29-f3c1b067b8b3 with Priority: HIGHEST for action port [ 903.988168] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.988291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.988372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.988635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.988725] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.989811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.989948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.990030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.990283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.990820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.991024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.991097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.991264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.991698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.991698] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.993012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c163a06e-1882-4410-ba29-f3c1b067b8b3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.993012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.993012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.993206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.993206] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c163a06e-1882-4410-ba29-f3c1b067b8b3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.141873] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 904.142425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.142425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.142585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.142813] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.142930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.142978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.143192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.143308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.143404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.143498] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.495500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.495788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.496135] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.497451] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c163a06e-1882-4410-ba29-f3c1b067b8b3 with status ACTIVE [ 904.497816] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.497958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.498042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.498281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.499700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.500029] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.500407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.500507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.500743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.501086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.501321] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.501451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.501521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.503269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.503269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.503269] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c163a06e-1882-4410-ba29-f3c1b067b8b3 is going to be updated. [ 904.548041] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.548261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.548334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.548557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.548793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.548988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c163a06e-1882-4410-ba29-f3c1b067b8b3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.645826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.646037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.646090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.646356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.646568] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.646699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.646769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.646959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.647086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.647203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.647393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.647577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.647577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.647770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.647955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.648074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.648167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.648420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.648495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.648692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.648838] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.662317] env[67204]: INFO networking_nsxv3.common.synchronization [req-9bae09a2-f628-4280-bc77-af641b0044dc req-120e20d4-3451-4909-93ec-85bd5813a4ca tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 904.663402] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 904.663719] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.663882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.663981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.664334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.664402] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.664481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.664545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.664742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.664831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.664946] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.005912] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.040009] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.040308] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.040369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.040602] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.040853] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.041275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.041275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.041489] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.041706] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.041943] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.042065] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.042180] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.042282] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.042390] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.042496] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.042648] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.075536] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.075788] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.075943] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.076173] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-767" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.076636] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-786593de-465d-4423-894e-d1c27374a40f taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.076855] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.077079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.077471] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077754] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786593de-465d-4423-894e-d1c27374a40f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.150965] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f1f3f05-56f5-4d92-90cc-38198e10473c: rpc.has_security_group_logging(os_id): False [ 905.169031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.169452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.169452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.169687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.169848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.170085] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.170215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.170314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.170597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.170706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.170828] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 905.172869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.172869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.173142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.173142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.193943] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 905.194174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.197984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.198287] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.198411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.198474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.198704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.198796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.199051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.199121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.199210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.199315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.199386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.199597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.199696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.199759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.199967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.200054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.200220] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be updated. [ 905.232251] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.232406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.232489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.232922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.233053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.244768] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 905.305030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.305030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.337808] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 905.509017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.509290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.509480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.509883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.510072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.510249] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d is going to be created. [ 905.542200] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.542487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.542487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.542752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.542933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.558376] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: UNINITIALIZED for 2s [ 905.580860] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.581261] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.581493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.581863] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.582139] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.582391] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 786593de-465d-4423-894e-d1c27374a40f not found, creating... [ 905.582818] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.583091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.583288] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.583651] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.583885] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.584995] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.585290] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.585497] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.585850] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.586099] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.586331] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 786593de-465d-4423-894e-d1c27374a40f is going to be created. [ 905.613182] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.613511] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.613686] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.613953] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.614264] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.614551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.618915] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 905.619163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.131810] env[67204]: INFO networking_nsxv3.common.synchronization [req-8ddb6000-04bc-4171-a3d2-2e87634546f1 req-e5545ce4-94af-4740-893f-b49edaf4330d tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 906.132857] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 906.133393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.133617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.133699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.134077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.134280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.134465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.134559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.134819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.134988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.135172] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [req-9bae09a2-f628-4280-bc77-af641b0044dc req-e14174bd-e7d5-4ba0-b851-29651b77a704 service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [req-9bae09a2-f628-4280-bc77-af641b0044dc req-e14174bd-e7d5-4ba0-b851-29651b77a704 service nova] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [req-9bae09a2-f628-4280-bc77-af641b0044dc req-e14174bd-e7d5-4ba0-b851-29651b77a704 service nova] Enqueued Resource ID: 786593de-465d-4423-894e-d1c27374a40f with Priority: HIGHEST for action port [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_rules [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 906.342198] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786593de-465d-4423-894e-d1c27374a40f with Priority: HIGHEST for action port [ 906.342795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.342983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.343442] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.344527] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.344636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-786593de-465d-4423-894e-d1c27374a40f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.345083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.345083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.345299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.345424] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786593de-465d-4423-894e-d1c27374a40f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.614298] env[67204]: INFO networking_nsxv3.common.synchronization [req-58be0fda-bc5c-4634-a0af-5a833f16c569 req-b297dd66-92f6-4b7d-9061-673a63f99648 tempest-ServersWithSpecificFlavorTestJSON-1114958039 tempest-ServersWithSpecificFlavorTestJSON-1114958039-project-member] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 906.614919] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGHEST for action security_group_members [ 906.615272] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.615454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.615511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.615694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.615853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.616640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.616758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.616936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.617040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.617143] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.637653] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.637825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.637904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.638262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.638372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.638605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.638802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.638802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.638967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.639115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.639223] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 906.673065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.673065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.673404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.673485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.673730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.686023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 906.847721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.847721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.847986] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786593de-465d-4423-894e-d1c27374a40f with status ACTIVE [ 906.848083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.848227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.848322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.848614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.848739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.848985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.849136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.849227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.849441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.849567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.849839] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.849975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.850258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.850496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.850713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.850810] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786593de-465d-4423-894e-d1c27374a40f is going to be updated. [ 906.877588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.877777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.877824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.878184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.878363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.878560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786593de-465d-4423-894e-d1c27374a40f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.119562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.119765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.119849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.120109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.120201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.120407] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.120501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.120568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.120722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.120797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.120885] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be updated. [ 907.158694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.158913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.158969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.159173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.159313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.170897] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: IN_PROGRESS for 2s [ 907.265045] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 907.265045] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 deletion is rescheduled due to dependency. [ 907.265045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.265045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.265045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.265045] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.265404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.265404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.265624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.265740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.265885] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.355585] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 907.355956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570510] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: SUCCESS [ 907.570510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570510] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.570875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.570875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571087] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.768489] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.074407] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.101427] env[67204]: INFO networking_nsxv3.common.synchronization [req-076a59ad-9829-48f9-b0b2-d39228691595 req-8960e795-4ddf-40cb-a972-1231ef972564 tempest-ServersNegativeTestMultiTenantJSON-1508742936 tempest-ServersNegativeTestMultiTenantJSON-1508742936-project-member] Enqueued Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 908.102434] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 908.102434] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.102434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.102969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.102969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.103088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.103166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.103226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.103393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.103476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.103643] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.270587] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.524845] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.525133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.525192] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.533705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.534337] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.534703] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.535219] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.535660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.535745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.535972] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.536099] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.536207] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.536314] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.536422] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.536526] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.536659] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.561837] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.562199] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.562480] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.562808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.563278] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.563593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.563769] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.564273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.564485] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0658f7fc-9ab6-4e03-857c-d4b643da4dc3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.577030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f3add79-8531-43fc-8cfd-de6cffb4d30d: rpc.has_security_group_logging(os_id): False [ 908.598963] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.599171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.599217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.599447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.599551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.599922] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.600062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.600152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.600436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.600436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.600566] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d is going to be created. [ 908.605803] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.605964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.606029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.606303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.606467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.606589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.606648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.606861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.606918] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b already deleted. [ 908.606978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.671963] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.672204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.672204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.672534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.672864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.700952] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: IN_PROGRESS for 2s [ 908.703460] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 908.703636] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 908.703751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.773266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.773523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.773523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.773765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.773821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.773907] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 908.814655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.814655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.814655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.814933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.814933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.826838] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 909.067497] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.067770] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.067910] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.068284] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.068444] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.068777] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 not found, creating... [ 909.069043] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.069291] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.069426] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.069781] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.069988] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.070389] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.070558] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.070725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.071008] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.071207] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.071355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 is going to be created. [ 909.101920] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.102193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.102320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.102621] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.102911] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.103331] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183642] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c95d06e-2522-4def-8da3-a43806c54e15 in Status: SUCCESS [ 909.183900] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 deletion is rescheduled due to dependency. [ 909.184045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.832205] env[67204]: INFO networking_nsxv3.common.synchronization [req-076a59ad-9829-48f9-b0b2-d39228691595 req-548a84d1-1313-4a1b-836c-274aa0b22074 service nova] Enqueued Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_rules [ 909.832476] env[67204]: INFO networking_nsxv3.common.synchronization [req-076a59ad-9829-48f9-b0b2-d39228691595 req-548a84d1-1313-4a1b-836c-274aa0b22074 service nova] Enqueued Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 909.832571] env[67204]: INFO networking_nsxv3.common.synchronization [req-076a59ad-9829-48f9-b0b2-d39228691595 req-548a84d1-1313-4a1b-836c-274aa0b22074 service nova] Enqueued Resource ID: 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 with Priority: HIGHEST for action port [ 909.833109] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_rules [ 909.833243] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 909.833339] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 with Priority: HIGHEST for action port [ 909.833706] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.833808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.833857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.834407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.834498] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.835589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.835730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.835795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.835961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.836132] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.836230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.836332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.836436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.836517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.836612] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.837775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.837871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.837912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.838106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.838186] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0658f7fc-9ab6-4e03-857c-d4b643da4dc3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.341121] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.341228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.341424] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.342596] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 with status ACTIVE [ 910.342860] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.343034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.343116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.343405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.343534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.344920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.344920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.344920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.345338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.345338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.345338] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0658f7fc-9ab6-4e03-857c-d4b643da4dc3 is going to be updated. [ 910.370850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.371070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.371194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.371435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.371579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.371787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0658f7fc-9ab6-4e03-857c-d4b643da4dc3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.724461] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: SUCCESS [ 910.724726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.839151] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 910.839151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.839151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.839513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.839694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.839843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.839917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.840120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.840222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.840324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.840446] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.847462] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.342836] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.343555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.343907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.344370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.344697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.344934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.345097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.345359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.345607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.345817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.346088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.346299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.346438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.346712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.346974] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.347191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.347326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.347546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.347708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.347868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.348051] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.351908] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.352193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.352345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.352594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.354788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.354788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b is going to be created. [ 911.401057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.401057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.401057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.401057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.401057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.420784] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: UNINITIALIZED for 2s [ 911.853287] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7: rpc.has_security_group_logging(os_id): False [ 911.873972] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.873972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.873972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.873972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.874661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.875294] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.875294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.875294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.875532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.875532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.875763] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.875858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.875920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.876083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.876182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.876395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.876488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.876548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.876686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.876763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.876866] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 911.948118] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.948324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.948421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.948679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.949435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.964564] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 912.266778] env[67204]: INFO networking_nsxv3.common.synchronization [req-aff8cb2d-a7af-4eb2-911d-05a9be0161f2 req-ef46422b-2a15-4c2d-877e-8cb67167eebf tempest-ServersTestJSON-1174147592 tempest-ServersTestJSON-1174147592-project-member] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 912.267351] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGHEST for action security_group_members [ 912.267775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.267976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.268033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.268416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.268663] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.268923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.269031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.269371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.269371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.269496] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.279073] env[67204]: INFO networking_nsxv3.common.synchronization [None req-4a7e809b-bbfe-4495-b68d-12b3b4efda53 tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 912.279362] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 912.279795] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.279795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.279891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.280566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.280566] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.449020] env[67204]: INFO networking_nsxv3.common.synchronization [None req-7a22df38-835e-4d22-9675-aa5aaf4181f0 tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 912.449641] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 912.449985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.450101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772542] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.773096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.773096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.775870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.776050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.776411] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.776483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.776519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.777210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.778172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.778314] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 is going to be updated. [ 912.804726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.804726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f already deleted. [ 912.805899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.806133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.806418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.806730] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.816626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.817977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.817977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.817977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.817977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.830353] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: IN_PROGRESS for 2s [ 913.349576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.350177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.350321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350589] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f already deleted. [ 913.350679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.432653] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: SUCCESS [ 913.433018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.433395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.433484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434249] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.434249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.434249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.434249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.434491] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.938936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.938936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.939236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.939335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.939562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.939747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.939855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.940127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.940267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.941479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.941479] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.941479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.943426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.944050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.944050] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.944268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.944268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.946631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.946631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.946631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.946631] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.991129] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 913.991263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.449854] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2abde3f-0279-43b3-8658-d9526adc3c2b: rpc.has_security_group_logging(os_id): False [ 914.474303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.474426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.474499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.474718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.474805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.475147] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.475223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.475262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.475397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.475487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.475654] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.475772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.475803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.475928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.475998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.477020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.477138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.477204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.477357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.477453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.477569] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b is going to be created. [ 914.545037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.545246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.545246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.545470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.545670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.560226] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: IN_PROGRESS for 2s [ 914.842694] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8dc1b9-773a-408a-bd9f-a85086471481 in Status: SUCCESS [ 914.842694] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 deletion is rescheduled due to dependency. [ 914.842694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.574326] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: SUCCESS [ 916.574818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.886664] env[67204]: INFO networking_nsxv3.common.synchronization [req-5d6e7ca5-2968-4a5c-bbf9-c0cb9ad79337 req-7aeed574-6cb7-484e-a840-9afd6827d0cb tempest-InstanceActionsTestJSON-1886650739 tempest-InstanceActionsTestJSON-1886650739-project-member] Enqueued Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 916.887329] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGHEST for action security_group_members [ 916.887638] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.887768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.887839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.888126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.888318] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.888458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.888527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.888731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.888890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.888998] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.200227] env[67204]: INFO networking_nsxv3.common.synchronization [req-063a53f8-9d77-4ae4-9064-c52493f90a0b req-8b24315e-1acf-4534-b345-6a57e717dd55 tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 917.201375] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 917.201473] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.201573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.201652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.202195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.202195] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.202345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.202386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.202606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.202699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.202794] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.394649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.394649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.394649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.394649] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed582652-381d-498c-84b2-05f8a74507f0 is going to be updated. [ 917.430373] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.431341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.431571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.431946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.445364] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: IN_PROGRESS for 2s [ 917.706260] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.209969] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.713406] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.713770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.713770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.714146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.714146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.714146] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 918.747912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.748231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.748231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.748374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.748485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.760038] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 919.455780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed582652-381d-498c-84b2-05f8a74507f0 in Status: SUCCESS [ 919.455967] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed582652-381d-498c-84b2-05f8a74507f0 deletion is rescheduled due to dependency. [ 919.456109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.971472] env[67204]: INFO networking_nsxv3.common.synchronization [req-3de9052c-b9f2-48eb-aa53-0d85bb86f6e6 req-ed436eef-c69a-411c-aace-db438c08e048 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 919.972464] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 919.973219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.973386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.973451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.973696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.973896] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.974043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.974094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.974243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.974327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.974550] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.476823] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.493010] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.493251] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.493371] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.493637] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.494408] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.494600] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.494721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.495019] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.495183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.495418] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.495536] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.495647] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.495770] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.495899] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.496036] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.496176] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.517329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.517576] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.517726] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.517973] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.518585] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-01552120-798a-42db-ad5c-1ed9cb005621 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518853] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.519043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.519438] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.519637] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01552120-798a-42db-ad5c-1ed9cb005621',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.770524] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 920.772027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.978831] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.025026] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.025246] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.025377] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.025814] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.025921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026103] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 01552120-798a-42db-ad5c-1ed9cb005621 not found, creating... [ 921.026446] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026563] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026639] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026877] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.027041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.027301] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.027455] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.027570] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.027773] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.027934] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.028171] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 01552120-798a-42db-ad5c-1ed9cb005621 is going to be created. [ 921.049272] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.049570] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.049752] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.050127] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.050476] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.050800] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.481025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.481270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.481338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.481555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.481664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.481818] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 921.537897] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.538114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.538234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.538469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.538787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.549205] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 921.647590] env[67204]: INFO networking_nsxv3.common.synchronization [req-033025ee-c646-4410-8837-1ce918efc3e1 req-4e60ff9d-bdae-461d-bc8a-dd3b5d1661c0 tempest-ImagesOneServerNegativeTestJSON-1206174542 tempest-ImagesOneServerNegativeTestJSON-1206174542-project-member] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 921.648128] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGHEST for action security_group_members [ 921.648505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.648861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.648861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.649082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.649183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.649255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.649333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.649506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.649595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.649686] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.781531] env[67204]: INFO networking_nsxv3.common.synchronization [req-3de9052c-b9f2-48eb-aa53-0d85bb86f6e6 req-6a07307f-cc67-4126-bd55-3d6bc0296a4a service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 921.781531] env[67204]: INFO networking_nsxv3.common.synchronization [req-3de9052c-b9f2-48eb-aa53-0d85bb86f6e6 req-6a07307f-cc67-4126-bd55-3d6bc0296a4a service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 921.781531] env[67204]: INFO networking_nsxv3.common.synchronization [req-3de9052c-b9f2-48eb-aa53-0d85bb86f6e6 req-6a07307f-cc67-4126-bd55-3d6bc0296a4a service nova] Enqueued Resource ID: 01552120-798a-42db-ad5c-1ed9cb005621 with Priority: HIGHEST for action port [ 921.782158] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 921.783889] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 921.784020] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01552120-798a-42db-ad5c-1ed9cb005621 with Priority: HIGHEST for action port [ 921.785041] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.785181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.785254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.785461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.785544] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.786455] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.786553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.786741] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-01552120-798a-42db-ad5c-1ed9cb005621 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.786846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.786911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.787225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.787309] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01552120-798a-42db-ad5c-1ed9cb005621',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.154557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.154557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.154557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.154557] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be updated. [ 922.183486] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.183486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.183486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.183486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.183486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.194468] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: IN_PROGRESS for 2s [ 922.289556] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.289703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.290121] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01552120-798a-42db-ad5c-1ed9cb005621 with status ACTIVE [ 922.290432] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.290527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.290527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.290742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.290844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.291095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.291203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.291267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.291566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.291566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.291706] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.291771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.291914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.292084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.292251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.292390] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01552120-798a-42db-ad5c-1ed9cb005621 is going to be updated. [ 922.328784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.328784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.328784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.328784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.328784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.328784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01552120-798a-42db-ad5c-1ed9cb005621" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.564214] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 923.564983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.565315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.565641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.566320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.566320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.566320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.566320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.567555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.567555] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.068470] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.207094] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 in Status: SUCCESS [ 924.208558] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 deletion is rescheduled due to dependency. [ 924.208558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.571174] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.887888] env[67204]: INFO networking_nsxv3.common.synchronization [req-1117d5af-1e51-4306-a9c7-de4115ab924f req-7487f605-f5e5-4b3b-a179-2cbeba4e96ec tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 924.888554] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 924.888834] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.888964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.889443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.889590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.889961] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.890088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.890151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.890322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.890403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.890491] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.073718] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074596] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 925.135178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.135178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.135178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.135178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.135178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.145444] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 925.273335] env[67204]: INFO networking_nsxv3.common.synchronization [req-1a617702-b97a-4cb1-9446-4bc2d5f0de7f req-1f71226c-0874-4c3c-9845-94568e7d7134 tempest-ServersNegativeTestMultiTenantJSON-1508742936 tempest-ServersNegativeTestMultiTenantJSON-1508742936-project-member] Enqueued Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 925.274712] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGHEST for action security_group_members [ 925.275455] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.275683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.275823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.276158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.276435] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.277069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.278269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.279280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279593] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.396484] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.396589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.396651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.396869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.396995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.397203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.397310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.397355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.397512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.397585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.397673] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f already deleted. [ 925.397771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.499612] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.499612] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.499900] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.500103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.500592] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.500728] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.500842] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.500975] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.501132] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.501337] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.501441] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.501548] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.501663] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.501753] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.501889] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.502071] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.524015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.524227] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.524412] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.524592] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.524866] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-d3791589-2349-4149-a597-0f2364e55e89 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.525077] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.525212] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.525550] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.525691] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3791589-2349-4149-a597-0f2364e55e89',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.783562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784300] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.784384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.784446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784747] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b is going to be updated. [ 925.818537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.819217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.819217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.819217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.819217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.831525] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: IN_PROGRESS for 2s [ 926.029825] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.031599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.031599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.031599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.031599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.031599] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port d3791589-2349-4149-a597-0f2364e55e89 not found, creating... [ 926.031599] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.031599] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.031951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.031951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.032036] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.032864] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.032864] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.032864] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.032864] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.033141] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.033141] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: d3791589-2349-4149-a597-0f2364e55e89 is going to be created. [ 926.055027] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.055027] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.055027] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.055027] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.055389] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.055425] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.775371] env[67204]: INFO networking_nsxv3.common.synchronization [req-1117d5af-1e51-4306-a9c7-de4115ab924f req-e830d369-68fa-4e7b-83ca-d04088661325 service nova] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 926.775547] env[67204]: INFO networking_nsxv3.common.synchronization [req-1117d5af-1e51-4306-a9c7-de4115ab924f req-e830d369-68fa-4e7b-83ca-d04088661325 service nova] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 926.775680] env[67204]: INFO networking_nsxv3.common.synchronization [req-1117d5af-1e51-4306-a9c7-de4115ab924f req-e830d369-68fa-4e7b-83ca-d04088661325 service nova] Enqueued Resource ID: d3791589-2349-4149-a597-0f2364e55e89 with Priority: HIGHEST for action port [ 926.775910] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_rules [ 926.776090] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 926.776182] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3791589-2349-4149-a597-0f2364e55e89 with Priority: HIGHEST for action port [ 926.776717] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.776840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.776907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.777301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.777436] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.784253] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.784535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.785247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.785615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.785902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.786081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.786237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.786509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.786643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.786831] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.788017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3791589-2349-4149-a597-0f2364e55e89 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.788329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.788428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.790438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.790438] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3791589-2349-4149-a597-0f2364e55e89',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.155559] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 927.155768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.155936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.156175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.156432] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.156549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.156620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.156831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.156926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.157057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.157180] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.292641] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.294633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.294850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.295064] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3791589-2349-4149-a597-0f2364e55e89 with status ACTIVE [ 927.295285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.295430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.295495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.297790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.297932] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3791589-2349-4149-a597-0f2364e55e89 is going to be updated. [ 927.325056] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.325056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.325056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.325056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.325056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.325056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3791589-2349-4149-a597-0f2364e55e89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.661035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.661600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.661600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.661600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.661782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.661782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.661959] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.760583] env[67204]: INFO networking_nsxv3.common.synchronization [req-35abcbe3-f8ed-44a3-af25-3e7e8f282821 req-bdcbd004-7620-4ee8-a439-e059a4ad6491 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 927.760583] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 927.761148] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.761305] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.761305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.762329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.762329] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.800621] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.821212] env[67204]: INFO networking_nsxv3.common.synchronization [None req-4b7e82c5-7928-4b25-8a14-7f4742ec3a15 None None] Enqueued Resource ID: 1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61 with Priority: HIGHEST for action port [ 927.821212] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61 with Priority: HIGHEST for action port [ 927.821212] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.821212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.821212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.821212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.821212] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.843580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2abde3f-0279-43b3-8658-d9526adc3c2b in Status: SUCCESS [ 927.844264] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b deletion is rescheduled due to dependency. [ 927.845335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.165637] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ec4df8-2899-4c3a-9798-3d6145a2728d: rpc.has_security_group_logging(os_id): False [ 928.185385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.185562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.185651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.185905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.186029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.186656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.186732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.187065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.187065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.187211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.187280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.187473] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.187530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.187595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.187821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.187821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.187987] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 928.249778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.249778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.249778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.249778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.249778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.265077] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 928.265777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.265777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.265777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.265777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.265777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.266117] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.266276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.266276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.266360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.266436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.266521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 928.304302] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.304467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.304539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.304768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.304861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.304968] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f is going to be created. [ 928.313953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.314368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.314368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.314466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.314569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.325181] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 928.325181] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61 [ 928.325181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.325181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.325181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.325181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.325181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.325181] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61 already deleted. [ 928.325181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1292b5f2-9a70-4b3d-9fc7-9bed3c9a9a61" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.340375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.341083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.341083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.341083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.341245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.365872] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: UNINITIALIZED for 2s [ 928.575262] env[67204]: INFO networking_nsxv3.common.synchronization [None req-93788fce-24de-498e-8951-373b773b6747 None None] Enqueued Resource ID: 5c2002c5-e0d1-4006-99a4-368bae5174e9 with Priority: HIGHEST for action port [ 928.575549] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2002c5-e0d1-4006-99a4-368bae5174e9 with Priority: HIGHEST for action port [ 928.575869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c2002c5-e0d1-4006-99a4-368bae5174e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.576011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c2002c5-e0d1-4006-99a4-368bae5174e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.576111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c2002c5-e0d1-4006-99a4-368bae5174e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.576331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c2002c5-e0d1-4006-99a4-368bae5174e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.576409] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2002c5-e0d1-4006-99a4-368bae5174e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.616478] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.616684] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.616819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.617276] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.618041] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.618041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.618041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.618041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.618041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.618378] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.618378] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.618441] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.618528] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.618639] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.618744] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.618877] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.642193] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.642193] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.642193] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.642193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.642193] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-6416282d-47ae-473b-a6ba-b8a24d385620 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.642193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.642193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.642193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.642589] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6416282d-47ae-473b-a6ba-b8a24d385620',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.081528] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c2002c5-e0d1-4006-99a4-368bae5174e9 [ 929.081789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.081946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.082059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.082272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.082356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.082449] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c2002c5-e0d1-4006-99a4-368bae5174e9 already deleted. [ 929.082526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c2002c5-e0d1-4006-99a4-368bae5174e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.146363] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.146582] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.146702] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.146977] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.149445] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.149445] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 6416282d-47ae-473b-a6ba-b8a24d385620 not found, creating... [ 929.149445] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.149669] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.149669] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.150934] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.151405] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.151507] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.151851] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.151851] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.152234] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.152666] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.152666] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 6416282d-47ae-473b-a6ba-b8a24d385620 is going to be created. [ 929.175676] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.175911] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.176051] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.176989] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.176989] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.176989] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.973689] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6180b69f-f3c8-40e1-b362-1c52daca136f None None] Enqueued Resource ID: 0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e with Priority: HIGHEST for action port [ 929.974042] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e with Priority: HIGHEST for action port [ 929.974385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.974528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.974581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.974813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.974896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.984211] env[67204]: INFO networking_nsxv3.common.synchronization [req-35abcbe3-f8ed-44a3-af25-3e7e8f282821 req-468ef784-1c0e-4579-9d66-0258dc306313 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 929.984404] env[67204]: INFO networking_nsxv3.common.synchronization [req-35abcbe3-f8ed-44a3-af25-3e7e8f282821 req-468ef784-1c0e-4579-9d66-0258dc306313 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 929.984404] env[67204]: INFO networking_nsxv3.common.synchronization [req-35abcbe3-f8ed-44a3-af25-3e7e8f282821 req-468ef784-1c0e-4579-9d66-0258dc306313 service nova] Enqueued Resource ID: 6416282d-47ae-473b-a6ba-b8a24d385620 with Priority: HIGHEST for action port [ 929.987533] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 929.987533] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 929.987533] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6416282d-47ae-473b-a6ba-b8a24d385620 with Priority: HIGHEST for action port [ 929.987533] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.987533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.987533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.987533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.987533] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.990060] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.990173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.990397] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6416282d-47ae-473b-a6ba-b8a24d385620 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.990547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.990594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.990753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.990829] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6416282d-47ae-473b-a6ba-b8a24d385620',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.285978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 930.286335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.335230] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 930.335230] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 930.335359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.335432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.335651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.335890] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.336029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.337036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.337036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.337036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.337036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.376953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: SUCCESS [ 930.377197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.377723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.377938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.378146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.378263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.378327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.378483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.378561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.378644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.378735] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.479424] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e [ 930.479677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.479818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.479902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.480242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.480340] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e already deleted. [ 930.480420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d9e64b7-ba6d-4ac0-aa6a-854b7c57af6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.495567] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6416282d-47ae-473b-a6ba-b8a24d385620 with status ACTIVE [ 930.495567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.495567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.495567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.495865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.495865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.495983] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.496203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.496203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.496319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.496349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.497164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.497164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.497164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.497164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.497164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.497164] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6416282d-47ae-473b-a6ba-b8a24d385620 is going to be updated. [ 930.498945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.524930] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.525157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.525222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.525991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.525991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.525991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6416282d-47ae-473b-a6ba-b8a24d385620" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.840478] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.881897] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.238085] env[67204]: INFO networking_nsxv3.common.synchronization [None req-eab296ad-4809-46d6-8798-3f7824d05088 None None] Enqueued Resource ID: 79cc4d25-7208-4857-98cd-b1f232156edf with Priority: HIGHEST for action port [ 931.238745] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79cc4d25-7208-4857-98cd-b1f232156edf with Priority: HIGHEST for action port [ 931.239528] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-79cc4d25-7208-4857-98cd-b1f232156edf taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.239630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79cc4d25-7208-4857-98cd-b1f232156edf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.239690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79cc4d25-7208-4857-98cd-b1f232156edf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.239956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79cc4d25-7208-4857-98cd-b1f232156edf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.240052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79cc4d25-7208-4857-98cd-b1f232156edf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.342069] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.386615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde1f269-d19a-4e41-9920-c3c7ea14263f: rpc.has_security_group_logging(os_id): False [ 931.425269] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.425445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.425565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.425779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.425891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.426184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.426302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.426373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.426673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.426720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.426811] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f is going to be created. [ 931.496063] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.496063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.496063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.496063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.496445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.520825] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: IN_PROGRESS for 2s [ 931.742893] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79cc4d25-7208-4857-98cd-b1f232156edf [ 931.743166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.743986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.743986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.743986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.743986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.743986] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79cc4d25-7208-4857-98cd-b1f232156edf already deleted. [ 931.743986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79cc4d25-7208-4857-98cd-b1f232156edf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.845594] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.845756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.845831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.846168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.846272] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 931.879172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.879342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.879385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.879738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889745] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 933.539581] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: SUCCESS [ 933.539581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.901857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 933.902069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.903382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.904699] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.408990] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.409156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.409156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.409568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.410462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.410462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.410462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.410462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.410462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.410683] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.410754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.411195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.411195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.411270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.411314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.411364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.411607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.411607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.411711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.411790] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.916345] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 934.939763] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.939976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.940069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.940460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.940460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.940671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.940777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.940836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.941013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.941132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.941363] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.941508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.941623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.941843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.941896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.942527] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.942674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.942674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.942822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.942886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.943123] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 935.013893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.014041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.014180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.014352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.014738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.032536] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 936.240324] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.241130] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 937.050492] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 937.053151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.548331] env[67204]: INFO networking_nsxv3.common.synchronization [req-9697aff9-aedd-4b82-a4d3-26ad0b617cb5 req-732dcc5e-41df-40c8-ae45-27203230122b tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 937.548899] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 937.549211] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.549426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.549527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.549735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.549901] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.550055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.550140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.550315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.550405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550523] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.053995] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.558072] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.060336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.061030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.061030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.061030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.061030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.061030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 939.118598] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.118737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.118809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.119036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.119178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.137672] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 941.150193] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 941.150521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.550609] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 942.550609] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.684038] env[67204]: INFO networking_nsxv3.common.synchronization [req-66e11131-b013-4532-898a-479e98ef3417 req-020a89c1-3596-4256-8736-1688d6a484e0 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 942.684541] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 942.685122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.685122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.685290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.685421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.686120] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.686120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.686120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.686120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.686120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.686120] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.904986] env[67204]: INFO networking_nsxv3.common.synchronization [None req-6340fd3d-6c30-4b19-809e-06a57f84be87 None None] Enqueued Resource ID: 8c2d7bd0-2b91-4c68-822f-6d62d90fad72 with Priority: HIGHEST for action port [ 942.905265] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c2d7bd0-2b91-4c68-822f-6d62d90fad72 with Priority: HIGHEST for action port [ 942.905823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c2d7bd0-2b91-4c68-822f-6d62d90fad72 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.905943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c2d7bd0-2b91-4c68-822f-6d62d90fad72" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.906275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c2d7bd0-2b91-4c68-822f-6d62d90fad72" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.906430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c2d7bd0-2b91-4c68-822f-6d62d90fad72" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.906514] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c2d7bd0-2b91-4c68-822f-6d62d90fad72',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.188120] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.408714] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c2d7bd0-2b91-4c68-822f-6d62d90fad72 [ 943.408959] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.409158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.409222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.409439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.409540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.409647] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c2d7bd0-2b91-4c68-822f-6d62d90fad72 already deleted. [ 943.409793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c2d7bd0-2b91-4c68-822f-6d62d90fad72" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.692867] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.840026] env[67204]: INFO networking_nsxv3.common.synchronization [req-98f73af5-c9c5-4dba-8eff-17629fe1fcce req-81d62f1d-ecee-45de-8a0e-4454ca094380 tempest-FloatingIPsAssociationTestJSON-1037891533 tempest-FloatingIPsAssociationTestJSON-1037891533-project-member] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 943.840677] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 943.840989] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.843992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.844080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.844359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.844784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.844784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.844784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.844935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.844935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.845023] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.198344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.198344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.198472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.198645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.198684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.198765] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 944.234937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.235090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.235165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.235378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.235998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.248806] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 944.347716] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.347910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.347953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.348185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.348430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.348801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.348904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.348978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.349151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.349229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.349323] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 already deleted. [ 944.349399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.467278] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.467436] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.467565] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.468182] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.468461] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.468627] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.468746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.468980] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469136] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.469373] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.469499] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.469551] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.469655] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.469761] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.469902] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.470293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.505116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.505374] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.505559] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.505794] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.506294] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-dc67f131-a48e-4a78-bac0-1ae1feea82c2 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.506608] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.506824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.507232] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.507406] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc67f131-a48e-4a78-bac0-1ae1feea82c2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.010342] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.010774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.010774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.011142] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.011352] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.011557] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port dc67f131-a48e-4a78-bac0-1ae1feea82c2 not found, creating... [ 945.011870] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.012205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.012441] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.012950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.012950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.014660] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.014660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.014660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.014660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.014894] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.014894] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: dc67f131-a48e-4a78-bac0-1ae1feea82c2 is going to be created. [ 945.036574] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.036803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.036926] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037312] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.038042] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.038317] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.698030] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e572c22c-1e50-4935-a08e-a10dd8361b56 None None] Enqueued Resource ID: 94b560f5-d154-44d3-9017-1f9921a0137f with Priority: HIGHEST for action port [ 945.698030] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b560f5-d154-44d3-9017-1f9921a0137f with Priority: HIGHEST for action port [ 945.699077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b560f5-d154-44d3-9017-1f9921a0137f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.699077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b560f5-d154-44d3-9017-1f9921a0137f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.699077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b560f5-d154-44d3-9017-1f9921a0137f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.699077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b560f5-d154-44d3-9017-1f9921a0137f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.699077] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b560f5-d154-44d3-9017-1f9921a0137f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.749871] env[67204]: INFO networking_nsxv3.common.synchronization [req-98f73af5-c9c5-4dba-8eff-17629fe1fcce req-2950ae2b-0e8b-4653-8160-e688ee25b354 service nova] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_rules [ 945.750063] env[67204]: INFO networking_nsxv3.common.synchronization [req-98f73af5-c9c5-4dba-8eff-17629fe1fcce req-2950ae2b-0e8b-4653-8160-e688ee25b354 service nova] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 945.750199] env[67204]: INFO networking_nsxv3.common.synchronization [req-98f73af5-c9c5-4dba-8eff-17629fe1fcce req-2950ae2b-0e8b-4653-8160-e688ee25b354 service nova] Enqueued Resource ID: dc67f131-a48e-4a78-bac0-1ae1feea82c2 with Priority: HIGHEST for action port [ 945.751410] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_rules [ 945.751807] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 945.752289] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc67f131-a48e-4a78-bac0-1ae1feea82c2 with Priority: HIGHEST for action port [ 945.752678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.753156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.753462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.753832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.753832] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.755571] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.758360] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.758360] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.758360] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc67f131-a48e-4a78-bac0-1ae1feea82c2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.758360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.758360] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc67f131-a48e-4a78-bac0-1ae1feea82c2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.201276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94b560f5-d154-44d3-9017-1f9921a0137f [ 946.201658] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.201658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.201658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.202237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.202237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.202237] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94b560f5-d154-44d3-9017-1f9921a0137f already deleted. [ 946.202237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b560f5-d154-44d3-9017-1f9921a0137f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.238242] env[67204]: INFO networking_nsxv3.common.synchronization [req-76156339-3878-4489-9995-ca4ad74717bf req-0a65d52e-bbd7-49d1-87ed-ad3c1da9428d tempest-ServerRescueTestJSON-351818261 tempest-ServerRescueTestJSON-351818261-project-member] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 946.238855] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 946.239290] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.239464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.239464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.239927] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.240123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.240204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.240388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.241184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.241184] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.259954] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.260768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.261334] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc67f131-a48e-4a78-bac0-1ae1feea82c2 with status ACTIVE [ 946.261550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.261687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.262669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.262960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.263075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.263359] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.263473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.263612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.263732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.263807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.264123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.264234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.264286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.264510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.264510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.264633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc67f131-a48e-4a78-bac0-1ae1feea82c2 is going to be updated. [ 946.265697] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.267196] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 946.267380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.312963] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.312963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.312963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.312963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.313404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.313404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc67f131-a48e-4a78-bac0-1ae1feea82c2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.746156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.746345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.746434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.746614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.746714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.746915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.747055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.747122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.747359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.747359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.747481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 already deleted. [ 946.747481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.771865] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.773621] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.773799] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.773921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.774311] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.774572] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.774731] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.774845] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.775133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.775281] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.775486] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.775597] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.775700] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.775876] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.775992] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.776109] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.776263] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.798522] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.798744] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.798897] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.799100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.799425] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.799589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.799714] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.800249] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.800513] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376f2df9-2c2f-49a2-90e2-8f4963fc98c4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.933571] env[67204]: INFO networking_nsxv3.common.synchronization [req-4f7bc3a6-9341-40eb-a31e-5db6007aa69a req-dac25015-6a5c-47e8-8884-c91f44ce9a9a tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 946.934068] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 946.934386] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.934532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.934602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.934809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.934977] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.935089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.935153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.935313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.935399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.935494] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.279182] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.279182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.279182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.279182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.279666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.279666] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be created. [ 947.304672] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.304672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.304672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.304672] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.304896] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 not found, creating... [ 947.304981] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.305153] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.305323] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.305637] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.305790] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.306099] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.306263] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.306378] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.306586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.306713] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.307578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 is going to be created. [ 947.312912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.313043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.313154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.313379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.313536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.328620] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: UNINITIALIZED for 2s [ 947.335951] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.336208] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.336311] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.336595] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.336819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.337191] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.438515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.438756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.438848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.439128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.439250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.439505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.439645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.439732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.439941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.440235] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 947.501498] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.501729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.501830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.501949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.521082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 948.087719] env[67204]: INFO networking_nsxv3.common.synchronization [req-76156339-3878-4489-9995-ca4ad74717bf req-bcf2bc2e-256e-4446-b34f-fb38302d2cf6 service nova] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_rules [ 948.087899] env[67204]: INFO networking_nsxv3.common.synchronization [req-76156339-3878-4489-9995-ca4ad74717bf req-bcf2bc2e-256e-4446-b34f-fb38302d2cf6 service nova] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 948.088077] env[67204]: INFO networking_nsxv3.common.synchronization [req-76156339-3878-4489-9995-ca4ad74717bf req-bcf2bc2e-256e-4446-b34f-fb38302d2cf6 service nova] Enqueued Resource ID: 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 with Priority: HIGHEST for action port [ 948.088989] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_rules [ 948.088989] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 948.088989] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 with Priority: HIGHEST for action port [ 948.089178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.089302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.089302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.089663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.089663] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.090504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.090607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.090669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.090849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.090999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.091133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.091172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.091297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.091378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.091471] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.093353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.093475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.093542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.093699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.093777] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376f2df9-2c2f-49a2-90e2-8f4963fc98c4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.595669] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.597034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.597218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.597788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 with status ACTIVE [ 948.597788] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.597945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.597993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.598257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.598450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.598628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.598754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.598811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.598999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.599167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.599490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.599604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.599685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.599872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.599959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.600082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 376f2df9-2c2f-49a2-90e2-8f4963fc98c4 is going to be updated. [ 948.624405] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.624659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.624796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.625151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.625503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.625649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376f2df9-2c2f-49a2-90e2-8f4963fc98c4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.098725] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.343831] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 949.343831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.343831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.343831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.343831] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.343831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.344228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.344667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.344827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.345240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.345240] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.534356] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 949.534653] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 949.534852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.600938] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.601366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.601366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.601439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.601483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.601585] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be created. [ 949.643513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.643722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.643815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.643998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.644199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.659424] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: UNINITIALIZED for 2s [ 949.847766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.847916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.847916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.848150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.848338] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.848445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.848483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.848645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.848751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.848805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.849099] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.849099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.849099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.849335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.849384] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.849472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.849529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.849664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.849737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.849814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.849905] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.353640] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 069c3cf1-c520-4ec2-bf52-e511cd616ee8: rpc.has_security_group_logging(os_id): False [ 950.373617] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.373847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.373900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.374167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.375760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.375760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.375760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.376264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.376516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.376744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.377442] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.377442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.377442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.377442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.377673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.377829] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.377966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.378636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.378636] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be created. [ 950.453094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.453094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.453094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.453094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.453094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 951.670118] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 951.670457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.670557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.670778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.670972] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.671102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.671204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.671320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.671398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.671482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.671572] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.829073] env[67204]: INFO networking_nsxv3.common.synchronization [req-fc05774f-7151-4ae3-972e-3fbf57d49188 req-4b5537d1-d74d-4577-afa8-cbbec2ec8dce tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 951.829652] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 951.829997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.830510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.830643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831300] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.831492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.831623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.832078] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.154191] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.154400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.155056] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.155528] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.155734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.155857] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.156135] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.156357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.156699] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.156972] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.157133] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.157213] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.157403] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.157543] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.157696] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.173917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.174158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.174294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.174636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.174821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.174930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.174995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.175261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.175401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.175536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.175702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.175805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.175868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.176087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.176549] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.176549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.176549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.176769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.176769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.176857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.176983] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.180930] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.180930] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.181094] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.182066] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.182513] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-613aa4da-4eed-4703-a0d7-7f968854db3b taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.182664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.182800] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.183140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.183329] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613aa4da-4eed-4703-a0d7-7f968854db3b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.334697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.334697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.334799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.334956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.335067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.335273] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.335377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.335439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.335588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.335663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.335746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef already deleted. [ 952.335825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.486028] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 952.486028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.685085] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfbe5cb1-79a9-4943-9e53-d7f5fef567e5: rpc.has_security_group_logging(os_id): False [ 952.688153] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.688428] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.688642] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.688872] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689069] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689248] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 613aa4da-4eed-4703-a0d7-7f968854db3b not found, creating... [ 952.689546] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.689890] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.690150] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.690493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.690660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.691014] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.691209] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.691347] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.691654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.691817] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.691993] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 613aa4da-4eed-4703-a0d7-7f968854db3b is going to be created. [ 952.713083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.713340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.713458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.713807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.713967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.714379] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.714589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.714724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.714938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.715097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.715393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.715484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.715557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.715744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.715837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.716081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.716225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.716327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.716466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.716618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.716746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be created. [ 952.720598] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.720598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.720598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.720598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.720598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.721146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.782077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.782347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.782902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.796299] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 953.454877] env[67204]: INFO networking_nsxv3.common.synchronization [req-fc05774f-7151-4ae3-972e-3fbf57d49188 req-4d9d64c2-f79a-49da-8c05-0f92cd65e35d service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 953.455206] env[67204]: INFO networking_nsxv3.common.synchronization [req-fc05774f-7151-4ae3-972e-3fbf57d49188 req-4d9d64c2-f79a-49da-8c05-0f92cd65e35d service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 953.455455] env[67204]: INFO networking_nsxv3.common.synchronization [req-fc05774f-7151-4ae3-972e-3fbf57d49188 req-4d9d64c2-f79a-49da-8c05-0f92cd65e35d service nova] Enqueued Resource ID: 613aa4da-4eed-4703-a0d7-7f968854db3b with Priority: HIGHEST for action port [ 953.456161] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 953.456362] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 953.456569] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa4da-4eed-4703-a0d7-7f968854db3b with Priority: HIGHEST for action port [ 953.456936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.457134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.457217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.457572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.457726] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.461590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.461590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.461590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.461700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.462101] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.462230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.462230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.463991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.463991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.463991] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.463991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-613aa4da-4eed-4703-a0d7-7f968854db3b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.463991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.464400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.464400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.464400] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613aa4da-4eed-4703-a0d7-7f968854db3b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.968215] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.968610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968610] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.969609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 613aa4da-4eed-4703-a0d7-7f968854db3b with status ACTIVE [ 953.969947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.970071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.970111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.970400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.970542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.970866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.970971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.971027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.971221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.971433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.971552] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.971806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.971881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.972097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.972182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.972326] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 613aa4da-4eed-4703-a0d7-7f968854db3b is going to be updated. [ 953.998305] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.999903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.000046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.000448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.000620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.000793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613aa4da-4eed-4703-a0d7-7f968854db3b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.474539] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.809451] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 954.809833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.842985] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.843232] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.843371] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.843675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.843967] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.844122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.844217] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.844422] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.844558] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.844766] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.844941] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.845083] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.845175] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.845249] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.845312] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.845446] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.868583] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.868766] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.868901] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.869133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.869475] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.869651] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.869791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.870072] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.870208] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a34c04b-3d0d-4094-b5fd-29b0a03f77bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.977405] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.977985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.977985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.978160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.978216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.979329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be created. [ 955.013115] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.013293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.013293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.013612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.013833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.030672] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: UNINITIALIZED for 2s [ 955.373336] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.373336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.373336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.373336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.373673] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.374423] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.374423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.374423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.374821] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.374941] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.375347] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.375622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.375795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.376068] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.376329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.376564] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf is going to be updated. [ 955.403746] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.403746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.403746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.403746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.403746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.404228] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.118241] env[67204]: INFO networking_nsxv3.common.synchronization [req-a042f34c-5874-43fd-96a0-7bff0cf0f499 req-f62ed2b6-4883-42cd-9bed-5fe33f63a08e service nova] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 956.119488] env[67204]: INFO networking_nsxv3.common.synchronization [req-a042f34c-5874-43fd-96a0-7bff0cf0f499 req-f62ed2b6-4883-42cd-9bed-5fe33f63a08e service nova] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 956.119488] env[67204]: INFO networking_nsxv3.common.synchronization [req-a042f34c-5874-43fd-96a0-7bff0cf0f499 req-f62ed2b6-4883-42cd-9bed-5fe33f63a08e service nova] Enqueued Resource ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with Priority: HIGHEST for action port [ 956.119488] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_rules [ 956.119717] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 956.119717] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with Priority: HIGHEST for action port [ 956.119941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.120715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.120806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.121031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.121120] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.122414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.122414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.122414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.122646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.122813] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.122923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.122989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.123172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.123280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.123385] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.125035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.129046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.129228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.129452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.129538] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a34c04b-3d0d-4094-b5fd-29b0a03f77bf',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.633119] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.633119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.633119] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.633119] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf with status ACTIVE [ 956.633671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.633671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.633671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.633671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.633924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.633993] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.634461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.634776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.634934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.634981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.635094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.635221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a34c04b-3d0d-4094-b5fd-29b0a03f77bf is going to be updated. [ 956.665208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.665384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.665482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.665682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.666257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.666257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a34c04b-3d0d-4094-b5fd-29b0a03f77bf" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041741] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 957.042044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.042296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.042516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.042730] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.042893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.042970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.043141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.043213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.043340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.043421] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.137734] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.546765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.546765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.546765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.546765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.546765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.547132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.547612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.547612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.547612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.547612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.548360] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.548360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.548360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.548360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.548517] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.548640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.548747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.549183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.549292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.549505] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.549638] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.641499] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.641685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.641750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.641926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.642021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.642124] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be updated. [ 957.682917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.683127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.683186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.683470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.683611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.692832] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: IN_PROGRESS for 2s [ 957.822011] env[67204]: INFO networking_nsxv3.common.synchronization [req-f2225323-b72f-48f5-bf08-4f9cf317bef1 req-30a88477-d8d8-495e-a5b5-5b068a557cfe tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 957.823084] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 957.823151] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.823279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.823320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.823599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.825050] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.825050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.825050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.825050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.825050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.825050] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.052527] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3e7c-f502-4a05-98b0-84418b67cfef: rpc.has_security_group_logging(os_id): False [ 958.072296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.072296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.072296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.072776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.072776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.072776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.072886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.073029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.073149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.073394] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.073501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.073574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.073709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.073841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.073952] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be created. [ 958.131983] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.132142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.132228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.132487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.132654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.144517] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 958.157698] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.157897] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.158028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.158310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.158713] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.158957] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.159110] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.159340] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.159487] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.159774] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.159896] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.160181] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.160406] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.160531] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.160663] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.160799] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.181537] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.181537] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.181537] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.181836] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.181960] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-7292e979-936c-446f-b0b2-0a632743d921 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.182142] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.182255] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.182847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.182936] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7292e979-936c-446f-b0b2-0a632743d921',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.329012] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.685806] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.686035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.686181] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.686472] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.686654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.686773] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 7292e979-936c-446f-b0b2-0a632743d921 not found, creating... [ 958.687038] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.687201] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.687313] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.687531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.687667] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.687952] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.688125] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.688241] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.688442] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.688574] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.688707] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 7292e979-936c-446f-b0b2-0a632743d921 is going to be created. [ 958.708973] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.709349] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.709515] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.709831] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710202] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.710476] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.831266] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.047573] env[67204]: INFO networking_nsxv3.common.synchronization [req-8397e7e3-8a55-4c16-95be-9367aa796175 req-6946fb34-9f9d-42dc-8112-b8abba8b5aa1 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 959.048120] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 959.048436] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.048577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.048627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.048985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.049790] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.049790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.049790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.049790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.049790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.049790] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.334543] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.334936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.334936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.335023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.335058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.335166] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 959.370927] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.371204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.371405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.371670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.371833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.385949] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 959.421660] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.421882] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.422017] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.422320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.422595] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.422880] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.423074] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.423372] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.423470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.423729] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.423854] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.423961] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.424084] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.424195] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.424297] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.424425] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.444914] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.445089] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.445230] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.445412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.445817] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.446024] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.446151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.446530] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.446675] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1706df-f0f6-4abf-9717-5a54bf9a84fb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.461304] env[67204]: INFO networking_nsxv3.common.synchronization [req-f2225323-b72f-48f5-bf08-4f9cf317bef1 req-27c7427d-edff-48fd-8c86-9630c12ebc8a service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 959.461304] env[67204]: INFO networking_nsxv3.common.synchronization [req-f2225323-b72f-48f5-bf08-4f9cf317bef1 req-27c7427d-edff-48fd-8c86-9630c12ebc8a service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 959.461304] env[67204]: INFO networking_nsxv3.common.synchronization [req-f2225323-b72f-48f5-bf08-4f9cf317bef1 req-27c7427d-edff-48fd-8c86-9630c12ebc8a service nova] Enqueued Resource ID: 7292e979-936c-446f-b0b2-0a632743d921 with Priority: HIGHEST for action port [ 959.461304] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 959.462764] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 959.462764] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7292e979-936c-446f-b0b2-0a632743d921 with Priority: HIGHEST for action port [ 959.463585] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.463585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.464202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.464202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.464311] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7292e979-936c-446f-b0b2-0a632743d921 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.464402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.464462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.464827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.464827] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7292e979-936c-446f-b0b2-0a632743d921',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.551975] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.552190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.552301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.552557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.552660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.552876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.552991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.553064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.553209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.553286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.553366] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 already deleted. [ 959.553461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.702661] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: SUCCESS [ 959.702893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.703089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.703338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.703563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.703691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.703757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.703934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.704044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.704132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.704220] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.949554] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.949786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.949912] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.950242] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.950420] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.950797] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port ef1706df-f0f6-4abf-9717-5a54bf9a84fb not found, creating... [ 959.950920] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.951089] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.951208] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.951432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.951572] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.951891] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.952100] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.952223] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.952477] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.952619] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.952758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: ef1706df-f0f6-4abf-9717-5a54bf9a84fb is going to be created. [ 959.967515] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7292e979-936c-446f-b0b2-0a632743d921 with status ACTIVE [ 959.967885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.969711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.969711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.969711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.970251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.970251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.970251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.970251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.970398] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7292e979-936c-446f-b0b2-0a632743d921 is going to be updated. [ 959.977124] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.977529] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.977753] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.978166] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.978555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.978896] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.995167] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.995167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.995167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.995167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.995167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.995392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7292e979-936c-446f-b0b2-0a632743d921" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.162594] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 960.163274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.163274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.163603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163603] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.206886] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.361805] env[67204]: INFO networking_nsxv3.common.synchronization [req-967df8a1-8e0e-410b-b5a9-91372e9b4ee8 req-57c37d67-249d-42f8-97d0-7d3e94deb981 tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 960.363373] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 960.363373] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.363373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.363373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.363676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.363771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.363888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.363963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.364129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.364213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.364332] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.666169] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.666368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.691608] env[67204]: INFO networking_nsxv3.common.synchronization [req-8397e7e3-8a55-4c16-95be-9367aa796175 req-0432bb06-ee6c-465c-9f89-05eb7da6784f service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 960.691608] env[67204]: INFO networking_nsxv3.common.synchronization [req-8397e7e3-8a55-4c16-95be-9367aa796175 req-0432bb06-ee6c-465c-9f89-05eb7da6784f service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 960.691714] env[67204]: INFO networking_nsxv3.common.synchronization [req-8397e7e3-8a55-4c16-95be-9367aa796175 req-0432bb06-ee6c-465c-9f89-05eb7da6784f service nova] Enqueued Resource ID: ef1706df-f0f6-4abf-9717-5a54bf9a84fb with Priority: HIGHEST for action port [ 960.691935] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 960.692102] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 960.692200] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1706df-f0f6-4abf-9717-5a54bf9a84fb with Priority: HIGHEST for action port [ 960.692988] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.693134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.693233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.693785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.693785] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.697279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.697279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.697279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.697279] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.697279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.698095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.698095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.698095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.698095] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1706df-f0f6-4abf-9717-5a54bf9a84fb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.708443] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4e1797d-9c97-4bba-a2c4-4d43148889c3: rpc.has_security_group_logging(os_id): False [ 960.729835] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.730048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.730048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.730260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.730347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.730595] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.730712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.730779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.730929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.731019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.731101] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be updated. [ 960.803510] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.803704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.803766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.804102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.804304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818932] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: IN_PROGRESS for 2s [ 960.867084] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.195734] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.195734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.202169] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.202169] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef1706df-f0f6-4abf-9717-5a54bf9a84fb with status ACTIVE [ 961.202169] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.202169] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.202169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.202528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.202528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.202589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.202674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.202769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.203032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.204387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.204387] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef1706df-f0f6-4abf-9717-5a54bf9a84fb is going to be updated. [ 961.227240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.227623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.227822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.228104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.228284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.228480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef1706df-f0f6-4abf-9717-5a54bf9a84fb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.370531] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.404908] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 961.405219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.405820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.405820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.407299] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.407299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.407299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.407299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.407575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.408389] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.708087] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.872536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.872797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.872854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.873150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.873533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.873679] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be updated. [ 961.908371] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.908916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.909071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.909324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.909619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.911207] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.923285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 962.210029] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.210029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.210029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.210029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.210029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.210029] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be created. [ 962.238565] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.238730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.238780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.239116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.239332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.245965] env[67204]: INFO networking_nsxv3.common.synchronization [req-5880f3ba-9d77-4e49-8ee7-70b6a048d440 req-68139fba-2c00-45f5-b2ac-3ce253c0f723 tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 962.246743] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 962.247135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.247312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.253194] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: UNINITIALIZED for 2s [ 962.414414] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.607236] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.607542] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.607737] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.608174] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.608610] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.608826] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609009] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.609342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.609741] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.609823] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.611219] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.611219] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.611219] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.611219] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.611219] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.611219] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.633221] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.633448] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.633603] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.633921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-387" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.634317] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-71de4cc8-b223-4798-900a-2b3156c15d6e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.634680] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.634680] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.635120] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.635326] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71de4cc8-b223-4798-900a-2b3156c15d6e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.837677] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: SUCCESS [ 962.838334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.921058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.921249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.921324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.921543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.921632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.921730] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 962.953089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.953265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.953332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.953549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.953703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.962821] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 963.137895] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.138216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.138431] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.138795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.139010] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.139227] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 71de4cc8-b223-4798-900a-2b3156c15d6e not found, creating... [ 963.139579] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.139684] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.139918] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.140022] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.140165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.140561] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.140697] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.140774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.140987] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.141151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.141311] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 71de4cc8-b223-4798-900a-2b3156c15d6e is going to be created. [ 963.166290] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.166507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.166608] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.166913] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.167161] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.167386] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.195525] env[67204]: INFO networking_nsxv3.common.synchronization [req-3fe35b82-c61c-415c-a3a1-e83c493852bd req-3af97c62-d3d4-4797-9021-768c105fd604 tempest-ServersAdminTestJSON-1878379574 tempest-ServersAdminTestJSON-1878379574-project-member] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 963.196361] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGHEST for action security_group_members [ 963.196489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.196606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.196668] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.196968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.197174] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.197567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.197567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.197567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.197567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.197717] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.700180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.700579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.700579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.700759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.700869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.701149] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.701272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.701337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.701528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.701630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.701751] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be updated. [ 963.738576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.738818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.738933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.739219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.739396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.751261] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: IN_PROGRESS for 2s [ 963.910967] env[67204]: INFO networking_nsxv3.common.synchronization [req-5880f3ba-9d77-4e49-8ee7-70b6a048d440 req-afea0beb-03a4-4f5b-9446-c1f0d97008f1 service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 963.911389] env[67204]: INFO networking_nsxv3.common.synchronization [req-5880f3ba-9d77-4e49-8ee7-70b6a048d440 req-afea0beb-03a4-4f5b-9446-c1f0d97008f1 service nova] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 963.911389] env[67204]: INFO networking_nsxv3.common.synchronization [req-5880f3ba-9d77-4e49-8ee7-70b6a048d440 req-afea0beb-03a4-4f5b-9446-c1f0d97008f1 service nova] Enqueued Resource ID: 71de4cc8-b223-4798-900a-2b3156c15d6e with Priority: HIGHEST for action port [ 963.911908] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_rules [ 963.912071] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 963.912208] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71de4cc8-b223-4798-900a-2b3156c15d6e with Priority: HIGHEST for action port [ 963.912750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.913056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.913207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.913392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.913837] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-71de4cc8-b223-4798-900a-2b3156c15d6e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.913837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.913837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.914040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.914093] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71de4cc8-b223-4798-900a-2b3156c15d6e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.933767] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 963.934216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268247] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 964.268442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.269056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.269273] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.269470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.269470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.269740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.269924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.270103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.270190] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.416548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71de4cc8-b223-4798-900a-2b3156c15d6e with status ACTIVE [ 964.416863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.417099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.417406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.417558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.417785] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.417927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.418022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.418231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.418344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.418564] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.418687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.418768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.418964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.419095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.419240] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71de4cc8-b223-4798-900a-2b3156c15d6e is going to be updated. [ 964.450296] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.450525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.450525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.450775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.451585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.451585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71de4cc8-b223-4798-900a-2b3156c15d6e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.772615] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.773091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.773091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.773218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.773414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.773557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.773618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.773831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.773920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.774025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.774184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.774271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.774329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.774469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.774690] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.774786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.774840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.774976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.775065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.775146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.775236] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.975796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 964.976071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.976257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.976484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.976693] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.976813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.976928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.977040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.977119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.977202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.977300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.978197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.978374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.978536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.978645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.978736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.978839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.978969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.979025] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.277985] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811108f-6bca-442c-90af-29815df49532: rpc.has_security_group_logging(os_id): False [ 965.307040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.307040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.307040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.308058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.308058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.308058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.308352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.308352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.308445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.308481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.308723] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.308814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.308863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.308986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.309374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.309431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.309577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.309653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309739] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be created. [ 965.386103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.386323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.386323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.386568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.386783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.403816] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 965.480758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.481043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.481108] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.766200] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b460541-8b5f-480e-a807-bf702901493e in Status: SUCCESS [ 965.766415] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b460541-8b5f-480e-a807-bf702901493e deletion is rescheduled due to dependency. [ 965.766530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.985384] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.486900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.489608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.489608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.489608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.489608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.489608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 966.532839] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.533523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.533523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.533697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.555784] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 967.500622] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 967.500622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.308045] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-9b1a6a07-e352-4f92-affd-ed4b5567a448 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 968.308735] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 968.309315] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.309505] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.309579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.309919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.310189] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.310334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.310463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.310609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.310687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.310782] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.575812] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 968.576165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.576201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.577491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.577491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.577491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.577491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.577491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.577491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.577491] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.714340] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-03a3651e-ac46-449f-887c-993efd1f1401 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 968.716178] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 968.716178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.716178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.813616] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.813775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.813849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.814188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.814500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.814561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.814712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.814787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.814870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a already deleted. [ 968.814949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.815490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815841] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.048648] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-cd180d8c-662a-4ff0-ac75-a28e8ad9d7ef tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 969.049259] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 969.050322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.050322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.080606] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.318409] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.318571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.318640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.318874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.319082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.320200] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.320577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.320577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.320736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.320831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.320943] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a already deleted. [ 969.321104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.321326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.321523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.321679] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.321771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.321934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.321995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.323261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.323750] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.357990] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.358242] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.358367] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.359027] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.359121] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.359649] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.359743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.359927] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.360107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.360733] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.360844] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.360901] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.360994] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.361129] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.361243] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.361477] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.389446] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.389446] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.389851] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.389851] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.390591] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.390591] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.390847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.391136] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.391298] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce74b29-7b5f-4909-a1dc-823f9b6afb3f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.583612] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.829395] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.829822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.829822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.829822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.829947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.830100] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.830189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.830247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.830675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.830675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.830675] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a already deleted. [ 969.830675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.894455] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894772] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895364] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895364] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.895364] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.895538] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f not found, creating... [ 969.895756] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.895919] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.896048] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.896288] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.896448] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.896743] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.896900] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.897032] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.897275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.897509] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.897547] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f is going to be created. [ 969.919429] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.919721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.919807] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.920081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.920382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.920579] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.086327] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.086527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.086575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.086912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.086912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.087030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 970.129137] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.129370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.129419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.129700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.129985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.145244] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 970.316276] env[67204]: INFO networking_nsxv3.common.synchronization [req-b2889a67-df55-4071-932e-d534775167aa req-2a48c58f-9ea6-443f-9d24-4ab500c06851 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 970.316782] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 970.317438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.317765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.317983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.318333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.318629] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.318894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.319078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.319634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.321027] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.674141] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-268e4153-8ff5-453c-92ed-500ad79f3c78 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 970.674401] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-268e4153-8ff5-453c-92ed-500ad79f3c78 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 970.674535] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-268e4153-8ff5-453c-92ed-500ad79f3c78 service nova] Enqueued Resource ID: 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f with Priority: HIGHEST for action port [ 970.675050] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 970.675546] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 970.675706] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f with Priority: HIGHEST for action port [ 970.676118] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.676287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.676361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.676756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.677067] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.678098] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.678217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.678286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.678463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.678612] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.678732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.678797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.681376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.681376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.681376] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.684040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.684040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.684040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.684040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.684040] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce74b29-7b5f-4909-a1dc-823f9b6afb3f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.825915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.825915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.825915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.825915] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 970.854605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.854803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.854851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.855062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.855208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.864974] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 971.184675] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.186216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.186444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.186519] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f with status ACTIVE [ 971.186686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.186789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.186868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.187164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.187227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.187361] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.187457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.187519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.187690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.187766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.187949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.188782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.189056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.189396] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ce74b29-7b5f-4909-a1dc-823f9b6afb3f is going to be updated. [ 971.214253] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.214473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.214473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.214635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.214818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.215038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce74b29-7b5f-4909-a1dc-823f9b6afb3f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.317381] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.317616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-846" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.317753] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-846" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318112] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-846" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.318396] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.318571] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.318706] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.319215] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.319450] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.319568] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.319721] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.319800] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.319942] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.320064] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.320200] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.342332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.342589] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.342798] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.343031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-846" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.343402] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-65f53eda-7bcd-4d56-8d1d-54810a993414 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.343589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.343823] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.344747] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.344747] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f53eda-7bcd-4d56-8d1d-54810a993414',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.453043] env[67204]: INFO networking_nsxv3.common.synchronization [req-9594f83b-0892-4643-9801-9abf59cec071 req-29b9fff8-2947-4aef-a44c-b940421fb1e5 tempest-FloatingIPsAssociationTestJSON-1037891533 tempest-FloatingIPsAssociationTestJSON-1037891533-project-member] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 971.453648] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 971.454089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.454746] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.454746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.454746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.454913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.455025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.455206] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.692593] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.847494] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.848247] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.848521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.849237] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.849588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.849855] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 65f53eda-7bcd-4d56-8d1d-54810a993414 not found, creating... [ 971.850507] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.850843] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.851081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.851533] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.851782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.852398] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.852683] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.852926] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.853530] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.853902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.855207] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 65f53eda-7bcd-4d56-8d1d-54810a993414 is going to be created. [ 971.880932] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.881194] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881667] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.882126] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.882403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.882744] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.932340] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.932631] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.932794] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.933099] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.933390] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.933592] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.933737] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.934017] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.934391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.934624] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.934760] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.934882] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.935013] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.935147] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.935255] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.935384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.957748] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.958032] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.958206] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.958381] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-406" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.958716] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.958937] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959118] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959677] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4316908-1b72-40d3-a6e0-3d8cdaf82e20',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.960851] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.155851] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 972.156114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.156514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.156657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.156787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.156947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.157018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.157209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.157292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.157395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.157570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.157670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.157722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.157867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158029] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.158319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.158471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.158570] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.195801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.195974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.196041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.196251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.196341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.196439] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be created. [ 972.221556] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.221743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.221810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.222120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.222574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.233648] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: UNINITIALIZED for 2s [ 972.463655] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.463944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.464033] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.464331] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.464513] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.464617] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port e4316908-1b72-40d3-a6e0-3d8cdaf82e20 not found, creating... [ 972.464916] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.465089] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.465200] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.465415] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.465568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.465982] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466217] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466398] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.466684] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.466880] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467120] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: e4316908-1b72-40d3-a6e0-3d8cdaf82e20 is going to be created. [ 972.468356] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.492235] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.492613] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.492816] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.493153] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.493397] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.493679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.626301] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-8ff524fe-29d6-4f3f-8221-143f5fc27fca service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 972.626478] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-8ff524fe-29d6-4f3f-8221-143f5fc27fca service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 972.626615] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-8ff524fe-29d6-4f3f-8221-143f5fc27fca service nova] Enqueued Resource ID: 65f53eda-7bcd-4d56-8d1d-54810a993414 with Priority: HIGHEST for action port [ 972.627649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 972.627649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 972.627649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f53eda-7bcd-4d56-8d1d-54810a993414 with Priority: HIGHEST for action port [ 972.627828] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.627828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.627963] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.628151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.628214] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-65f53eda-7bcd-4d56-8d1d-54810a993414 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.628377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.628377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.628557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.628633] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65f53eda-7bcd-4d56-8d1d-54810a993414',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.660896] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3e7c-f502-4a05-98b0-84418b67cfef: rpc.has_security_group_logging(os_id): False [ 972.683752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.683970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.684037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.684243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.684333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.684538] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.684641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.684757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.684851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.684926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.685188] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.685315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.685403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.685572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.685667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.685883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.686102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.686198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.686363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.686442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.686528] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 972.769866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.770221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.770221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.770293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.770687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.795091] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 972.875842] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 972.875965] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 972.876140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.971529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.971529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.971654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.971762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.971856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.971958] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be updated. [ 973.005694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.005694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.005694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.005694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.005972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.017345] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 973.130903] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65f53eda-7bcd-4d56-8d1d-54810a993414 with status ACTIVE [ 973.131173] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.131311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.131380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.131601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.131690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.131869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.131968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.132042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.132186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.132260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.132465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.132561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.132649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.132805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.132888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.133257] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65f53eda-7bcd-4d56-8d1d-54810a993414 is going to be updated. [ 973.143420] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b8de137-e82f-43b9-a467-8aebeb909a52 req-cd8d676a-d259-4809-893b-1e6581641b85 tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 973.143948] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGHEST for action security_group_members [ 973.144266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.144384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.144447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.144638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.144823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.144922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.144981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.145215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.145297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.145389] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.154723] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.154871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.154920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.155140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.155261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.155417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65f53eda-7bcd-4d56-8d1d-54810a993414" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.186328] env[67204]: INFO networking_nsxv3.common.synchronization [req-9594f83b-0892-4643-9801-9abf59cec071 req-4c33da3f-d3fe-4909-800f-0f96bff3e793 service nova] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_rules [ 973.186413] env[67204]: INFO networking_nsxv3.common.synchronization [req-9594f83b-0892-4643-9801-9abf59cec071 req-4c33da3f-d3fe-4909-800f-0f96bff3e793 service nova] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 973.186574] env[67204]: INFO networking_nsxv3.common.synchronization [req-9594f83b-0892-4643-9801-9abf59cec071 req-4c33da3f-d3fe-4909-800f-0f96bff3e793 service nova] Enqueued Resource ID: e4316908-1b72-40d3-a6e0-3d8cdaf82e20 with Priority: HIGHEST for action port [ 973.187026] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_rules [ 973.187160] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 973.187256] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4316908-1b72-40d3-a6e0-3d8cdaf82e20 with Priority: HIGHEST for action port [ 973.187518] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.187636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.187702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.187895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.188071] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.189656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.189656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.189849] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.190030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.190030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.190173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.190256] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4316908-1b72-40d3-a6e0-3d8cdaf82e20',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.603109] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603455] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.605380] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.606053] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.606053] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.606202] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.606334] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.606486] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.606714] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.606826] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.606937] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.607061] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.607168] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.607275] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.607498] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.629552] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.629710] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.629845] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.630095] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-624" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.630457] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-72b85311-b771-4bae-9122-22eb6689a2b1 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.630670] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.630800] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.631216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.631382] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b85311-b771-4bae-9122-22eb6689a2b1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.649702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.649702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.649702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.649702] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 is going to be updated. [ 973.685609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.685609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.685609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.685818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.685878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.692277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.692606] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4316908-1b72-40d3-a6e0-3d8cdaf82e20 with status ACTIVE [ 973.692848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.693077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.693261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.693261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.693388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.693541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.693541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.693701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.693748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.693934] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.694039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.694092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.694271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.694305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.694363] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4316908-1b72-40d3-a6e0-3d8cdaf82e20 is going to be updated. [ 973.696833] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: IN_PROGRESS for 2s [ 973.719158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.719158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.719158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.719353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.719353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.719579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4316908-1b72-40d3-a6e0-3d8cdaf82e20" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.051019] env[67204]: INFO networking_nsxv3.common.synchronization [req-dea652bb-6b8b-4ce6-b198-61a7982f0af9 req-f253a3af-84ba-40e7-b200-56c7f51f5f1e tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 974.051019] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 974.051613] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.051888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.052067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.052341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.052642] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.052871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.054468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.054468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.054468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.054468] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.133677] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.137122] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 72b85311-b771-4bae-9122-22eb6689a2b1 not found, creating... [ 974.137122] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.137122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.137639] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.137993] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.138326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.139824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.139824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.139824] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 72b85311-b771-4bae-9122-22eb6689a2b1 is going to be created. [ 974.165684] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.165926] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.166013] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.166812] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.166812] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.167046] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.245609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 974.245888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.246066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.246316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.246515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.246659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.246713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.246848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.246927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.247019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.247123] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.248150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.248360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.248476] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.248579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.248634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.248775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.248845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.248955] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.555459] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.555619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.555697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.555953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.555985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.556207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.556278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.556339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.556507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.556582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.556667] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 974.597164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.597164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.597164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.597164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.597164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.605788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 974.751635] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.752681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.752681] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.808415] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 974.808639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.808828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.809091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.809178] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.028889] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 975.029105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.029285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.029543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.029680] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.029797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.029859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.030016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.030107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.030201] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.069597] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-a9d89e43-4e49-4e68-93d0-2a7590c27767 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 975.072756] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-a9d89e43-4e49-4e68-93d0-2a7590c27767 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 975.072914] env[67204]: INFO networking_nsxv3.common.synchronization [req-3295521a-6e4d-4516-b393-a68d4bfab64c req-a9d89e43-4e49-4e68-93d0-2a7590c27767 service nova] Enqueued Resource ID: 72b85311-b771-4bae-9122-22eb6689a2b1 with Priority: HIGHEST for action port [ 975.081968] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 975.082179] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 975.082274] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b85311-b771-4bae-9122-22eb6689a2b1 with Priority: HIGHEST for action port [ 975.083447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.083550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.083799] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.083899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.086149] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b85311-b771-4bae-9122-22eb6689a2b1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.086255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.086303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.087241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.087241] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b85311-b771-4bae-9122-22eb6689a2b1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.255132] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.568946] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.568946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.568946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.568946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.569218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.569218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.569300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.569399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.569483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.569573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.570742] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.570742] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.594840] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72b85311-b771-4bae-9122-22eb6689a2b1 with status ACTIVE [ 975.594840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.594840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.594840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.595342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.595342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.595417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.595469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.596098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.596098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.596098] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72b85311-b771-4bae-9122-22eb6689a2b1 is going to be updated. [ 975.621157] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.621513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.621513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.621732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.622023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.622023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b85311-b771-4bae-9122-22eb6689a2b1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.712694] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344347aa-40b5-4804-8387-3d899658a4e6 in Status: SUCCESS [ 975.715401] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 deletion is rescheduled due to dependency. [ 975.715401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.757208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.757208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.757208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.757502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.757502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.757681] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 975.800127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.800333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.800375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.800674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.800908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.813430] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 976.073823] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.075218] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.075218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.075218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.075425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.075608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.075927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.075927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.076109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.076109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.076244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.076298] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.076443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.076631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.076811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.077055] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077632] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.579645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.579885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.579885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.580102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.580194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.580295] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be updated. [ 976.581544] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3e7c-f502-4a05-98b0-84418b67cfef: rpc.has_security_group_logging(os_id): False [ 976.603700] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.603973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.603973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.604142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.604414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.604522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.604583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.604772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.605420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.605420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.605420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.605420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.605420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.605861] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.605861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.605861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.606079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.606079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.606079] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 976.621761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.622009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.622009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.622197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.622320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.635544] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 976.635718] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 deletion is rescheduled due to dependency. [ 976.635968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.643350] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 976.687441] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.687441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.687441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.687745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.687745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713011] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 977.069247] env[67204]: INFO networking_nsxv3.common.synchronization [req-45ec7566-ff0b-477e-b89f-8e399aeecb68 req-ec12e858-764d-40a5-9823-b942d7d80ca2 tempest-MigrationsAdminTest-957496736 tempest-MigrationsAdminTest-957496736-project-member] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 977.069886] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGHEST for action security_group_members [ 977.070098] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.070524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.070682] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.071045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.071143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.071236] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.573759] env[67204]: INFO networking_nsxv3.common.synchronization [req-e8b087ef-0994-4be4-8904-c7c21fd79192 req-80e71392-be2b-4193-b4ec-d6af89d70569 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 977.574135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.574135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.574277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.574429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.574519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.574709] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.574825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.574979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.575164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.575257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.575349] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be updated. [ 977.577362] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGHEST for action security_group_members [ 977.577738] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.577859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.577927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.578151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.578370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.578534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.578624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.578791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.578875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.578969] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.627945] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.628146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.628191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.628448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.628594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.639711] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: IN_PROGRESS for 2s [ 977.826699] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.828647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.828647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.828647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.829335] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.829335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.829611] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.832243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.832243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.834103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.834103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.834103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.834103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.834103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.834103] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.084771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.084771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.084771] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d is going to be updated. [ 978.112318] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.112318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.112318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.112740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.114080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.125053] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: IN_PROGRESS for 2s [ 978.332775] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1101be5-4385-43b6-b8c1-731032c75c8a: rpc.has_security_group_logging(os_id): False [ 978.336551] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.351187] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.351422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.351682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.351847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.351990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.352392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.352531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.352732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.352862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.352991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.353284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.353739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.354009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.354009] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.354199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.354199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.354311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.354688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.354688] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be created. [ 978.421862] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.421862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.421862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.421862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.421862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.432835] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 978.656158] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.656158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.656158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.656158] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.663483] env[67204]: INFO networking_nsxv3.common.synchronization [req-9c21e6b0-f822-461f-8ab3-d32ce50ab0ea req-7da7cf83-6726-413f-a16f-a628e6296857 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 978.664043] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 978.664343] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.664454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.664522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.666340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.666340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.666340] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.732255] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 978.734019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.839935] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.078738] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.079117] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.079228] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.079512] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.079769] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.079926] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.080224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.080521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.080730] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080997] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.081210] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.081388] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.081551] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.081711] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.081863] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.082084] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.102451] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.102651] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.102802] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.102979] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-50" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.103311] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-1a4bf9da-eb22-48dc-9d6e-070e64487c40 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.103488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.103608] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104048] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104189] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4bf9da-eb22-48dc-9d6e-070e64487c40',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.159063] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.159445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.159525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.159740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.159905] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.160027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.160090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.160236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.160755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.160898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.161078] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.161206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.161240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.161703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.161703] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.161822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.161822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.161939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.162104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.162104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.162244] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.166895] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.167012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.167108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.167355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.167547] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.167645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.167705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.167859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.168186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.168186] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 979.203546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.203546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.203546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.203546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.203546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.211636] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 979.344980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.345082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.345160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.345381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.345467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.345581] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 979.377949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.378114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.378220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.378382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.382574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394331] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 979.607117] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.607370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.607534] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.607933] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.608112] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608271] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 1a4bf9da-eb22-48dc-9d6e-070e64487c40 not found, creating... [ 979.608534] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.608694] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.608824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609108] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.609262] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609558] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.609720] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.609836] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.610052] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.610187] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.610324] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 1a4bf9da-eb22-48dc-9d6e-070e64487c40 is going to be created. [ 979.631845] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.632092] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.632246] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.632478] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.633183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.633183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.650628] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c in Status: SUCCESS [ 979.650628] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c deletion is rescheduled due to dependency. [ 979.650628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.664348] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 069c3cf1-c520-4ec2-bf52-e511cd616ee8: rpc.has_security_group_logging(os_id): False [ 979.684263] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.684418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.684481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.684694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.684785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.685018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.685127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.685191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.685341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.685442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.685591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.685678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.685737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.685874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.685945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686141] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.686438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.686512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be updated. [ 979.768456] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.768737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.768737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.768890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.769016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.787489] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 980.143037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d in Status: SUCCESS [ 980.143037] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d deletion is rescheduled due to dependency. [ 980.143037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.419482] env[67204]: INFO networking_nsxv3.common.synchronization [req-9c21e6b0-f822-461f-8ab3-d32ce50ab0ea req-1b6a2130-449f-4dcb-b446-8bc3df36214b service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 980.419482] env[67204]: INFO networking_nsxv3.common.synchronization [req-9c21e6b0-f822-461f-8ab3-d32ce50ab0ea req-1b6a2130-449f-4dcb-b446-8bc3df36214b service nova] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 980.419482] env[67204]: INFO networking_nsxv3.common.synchronization [req-9c21e6b0-f822-461f-8ab3-d32ce50ab0ea req-1b6a2130-449f-4dcb-b446-8bc3df36214b service nova] Enqueued Resource ID: 1a4bf9da-eb22-48dc-9d6e-070e64487c40 with Priority: HIGHEST for action port [ 980.419482] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_rules [ 980.419661] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 980.419661] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4bf9da-eb22-48dc-9d6e-070e64487c40 with Priority: HIGHEST for action port [ 980.420358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.420358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.420358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.420358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.420358] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.421411] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.421411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421619] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4bf9da-eb22-48dc-9d6e-070e64487c40 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.421761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.421953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.422683] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4bf9da-eb22-48dc-9d6e-070e64487c40',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.450466] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 980.451293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.451715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.451963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.452093] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.928021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a4bf9da-eb22-48dc-9d6e-070e64487c40 with status ACTIVE [ 980.928021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.928021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a4bf9da-eb22-48dc-9d6e-070e64487c40 is going to be updated. [ 980.929217] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.929458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.952912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4bf9da-eb22-48dc-9d6e-070e64487c40" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.954874] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.954874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036570] env[67204]: INFO networking_nsxv3.common.synchronization [req-054709dc-6126-43bf-b2ea-e8c5268e285e req-ac6420bf-0f3e-4e9b-b6ef-37f8c80c7778 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 981.036570] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 981.036570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.036570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.036570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.037225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.037225] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.225799] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 4s [ 981.412224] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.412224] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.412224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.412224] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.458203] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.458203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.458203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.458203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.458203] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.458203] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.458719] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.459073] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.459664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.459981] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.460226] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.460439] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.460691] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.462971] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.462971] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.462971] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.486162] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.486162] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.486162] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.486162] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-155" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.486162] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-c89dad7c-3d8e-4247-9390-4de02bb64a0b taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.486162] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.486162] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.486162] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.486162] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89dad7c-3d8e-4247-9390-4de02bb64a0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.539233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.540197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.540391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.543022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.543022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.543022] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 981.600066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.600279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.600279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.600414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.600655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.613285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 981.808311] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 981.808311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.916201] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.916353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.916423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.916645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.916812] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.916911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.916974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.917145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.917263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.917306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.917453] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.917544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.917604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.917746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.917880] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.917969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.918049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.918186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.918262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.918342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.918430] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.989640] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.989936] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.990034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.990381] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.990536] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.990721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port c89dad7c-3d8e-4247-9390-4de02bb64a0b not found, creating... [ 981.990991] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.991164] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.991295] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.991492] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.991720] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.991912] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.992074] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.992189] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.992392] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.992521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.992688] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: c89dad7c-3d8e-4247-9390-4de02bb64a0b is going to be created. [ 982.014155] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.014394] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.014510] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.014802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.015041] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.015262] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.420501] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1101be5-4385-43b6-b8c1-731032c75c8a: rpc.has_security_group_logging(os_id): False [ 982.441531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.441802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.441802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.442076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.442191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.442361] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.442466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.442575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.442737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.442823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.443095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.443244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.443244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.443426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.443500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.443752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.443934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.444220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.444296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.444417] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 982.521073] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.521292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.521467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.521708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.521923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.537223] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 982.783706] env[67204]: INFO networking_nsxv3.common.synchronization [req-054709dc-6126-43bf-b2ea-e8c5268e285e req-e6cd2245-8485-4412-9f93-943da0a51fb8 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 982.783967] env[67204]: INFO networking_nsxv3.common.synchronization [req-054709dc-6126-43bf-b2ea-e8c5268e285e req-e6cd2245-8485-4412-9f93-943da0a51fb8 service nova] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 982.784158] env[67204]: INFO networking_nsxv3.common.synchronization [req-054709dc-6126-43bf-b2ea-e8c5268e285e req-e6cd2245-8485-4412-9f93-943da0a51fb8 service nova] Enqueued Resource ID: c89dad7c-3d8e-4247-9390-4de02bb64a0b with Priority: HIGHEST for action port [ 982.784826] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_rules [ 982.784992] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 982.785400] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89dad7c-3d8e-4247-9390-4de02bb64a0b with Priority: HIGHEST for action port [ 982.785513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.785609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.785672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.785951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.786053] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.787487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.787590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.787868] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89dad7c-3d8e-4247-9390-4de02bb64a0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.788020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.788020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.788201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.788268] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89dad7c-3d8e-4247-9390-4de02bb64a0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.239939] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 983.242872] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.242872] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.242872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.242872] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.288034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.288268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.290905] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c89dad7c-3d8e-4247-9390-4de02bb64a0b with status ACTIVE [ 983.291158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.291302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.291371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.291594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.291683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.291880] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.292044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.292122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.292293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.292369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.292564] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.292747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.292824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.292976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.293052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.293095] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c89dad7c-3d8e-4247-9390-4de02bb64a0b is going to be updated. [ 983.326516] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.326656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.326723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.326934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.327079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.327223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89dad7c-3d8e-4247-9390-4de02bb64a0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.633086] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 983.633086] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 983.633086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.633086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.633086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.633086] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.634731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.635865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.635865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.636109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636303] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.746406] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.140746] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.248940] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.558093] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 984.558093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.558093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.558383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.558500] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.644239] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.754300] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.754300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.754300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.754300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.754300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.754300] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 984.790250] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.790250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.790250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.790250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.790250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.802352] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 985.061340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.061569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.061569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.061804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.061978] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.062188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.062188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.062317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.062386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.062510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.062561] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.146435] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.146435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.146435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.146678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.146717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.146844] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 985.187959] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.187959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.188395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.188506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.188675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.204629] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 985.564745] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.565899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.567259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.567259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.567259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.567680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.567680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.567680] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.567680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.567801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.568751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.568751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.568751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.568751] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.746902] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b805199-05d8-4d4c-8755-1a809cf97863 req-f8a47daf-bf6e-4b86-8d16-78c72d8ac814 tempest-ServerRescueTestJSON-351818261 tempest-ServerRescueTestJSON-351818261-project-member] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 985.748160] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 985.749539] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.749539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.749539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.749752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.749968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.750358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.750358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.750465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.750523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.750886] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.071093] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1101be5-4385-43b6-b8c1-731032c75c8a: rpc.has_security_group_logging(os_id): False [ 986.092406] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.092595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.093213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.093761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.093761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.093761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.093952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.093952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.094115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.094191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.094384] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.094470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.096039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.096039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.096039] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 986.142540] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.142841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.143024] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.143824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.145940] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.145940] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.145940] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.145940] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.145940] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.145940] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.145940] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.145940] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.145940] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.145940] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.145940] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.146636] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.172519] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.172519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.172519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.172960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.173262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176297] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.176577] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.176808] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.177092] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-748" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.177598] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-58630cb8-f501-4570-8419-2d3af5abe0be taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.177859] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.178095] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.178555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.178804] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58630cb8-f501-4570-8419-2d3af5abe0be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.195640] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 986.253757] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.682951] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.683264] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.683305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.683587] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.683738] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.683913] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 58630cb8-f501-4570-8419-2d3af5abe0be not found, creating... [ 986.684195] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.684357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.684474] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.684721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.684822] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.685155] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.685418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.685566] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.685785] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.685935] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.686087] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 58630cb8-f501-4570-8419-2d3af5abe0be is going to be created. [ 986.716195] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.716453] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.716625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.717049] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.717283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.717578] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.757915] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.814019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 986.814242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.814429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.815059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.815059] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.815059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.815059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.815282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.815282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.815390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.815465] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.215828] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 4s [ 987.259862] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.259862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.260023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.260373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.260373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.260373] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 987.297206] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.297434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.297619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.297778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.297942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.311771] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 987.318591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.318809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.318809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.319056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.319231] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.319334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.319399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.319569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.319659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.319750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.319909] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.320038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.320093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.320217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.320357] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.320449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.320520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.320738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.320879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.321016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.321147] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.501267] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b805199-05d8-4d4c-8755-1a809cf97863 req-dc27495c-5cec-48a6-905d-bf3d94e2b796 service nova] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_rules [ 987.501495] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b805199-05d8-4d4c-8755-1a809cf97863 req-dc27495c-5cec-48a6-905d-bf3d94e2b796 service nova] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 987.501587] env[67204]: INFO networking_nsxv3.common.synchronization [req-4b805199-05d8-4d4c-8755-1a809cf97863 req-dc27495c-5cec-48a6-905d-bf3d94e2b796 service nova] Enqueued Resource ID: 58630cb8-f501-4570-8419-2d3af5abe0be with Priority: HIGHEST for action port [ 987.502450] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_rules [ 987.502685] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 987.502832] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630cb8-f501-4570-8419-2d3af5abe0be with Priority: HIGHEST for action port [ 987.503256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.503452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.503571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.503821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.503911] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.505204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.505204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.505450] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-58630cb8-f501-4570-8419-2d3af5abe0be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.506651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.506790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.507275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.507275] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58630cb8-f501-4570-8419-2d3af5abe0be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.823051] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24ec4df8-2899-4c3a-9798-3d6145a2728d: rpc.has_security_group_logging(os_id): False [ 987.845900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.846044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.846164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.846330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.846426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.846733] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.847046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.847226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.847429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.847515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.847711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.847832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.847881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.848016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.848287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.848536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.848644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.848731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.848899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.849099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.849540] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 987.918109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.918350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.918466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.918760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.918956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.937645] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 988.011527] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.011779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.011874] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58630cb8-f501-4570-8419-2d3af5abe0be with status ACTIVE [ 988.012086] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.012206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.012337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.012482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.012566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.013031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.013031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.013221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.013221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.013373] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.013449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.013492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.013658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.013730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.013783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58630cb8-f501-4570-8419-2d3af5abe0be is going to be updated. [ 988.054696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.054696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.054696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.054855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.054855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.057035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58630cb8-f501-4570-8419-2d3af5abe0be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.214709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 988.214709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.618736] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.618736] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.619023] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.619114] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.619754] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.619919] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.620202] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.620282] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.620436] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.620664] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.620779] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.620888] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.620994] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.621117] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.621222] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.621355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.646930] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.646930] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.646930] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.646930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.647258] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-824d6d16-09aa-4945-9398-03a76402daed taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.647342] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.647521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.647893] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.648130] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824d6d16-09aa-4945-9398-03a76402daed',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.151417] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.151417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.151417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.151849] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.151849] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.153086] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.153086] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.153086] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.153086] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.153086] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.153086] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.153391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.153391] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.155305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.155305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.155305] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 824d6d16-09aa-4945-9398-03a76402daed is going to be updated. [ 989.182880] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.183214] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.183406] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.183802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.184066] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.184384] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.226434] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 989.226703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.226874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.227130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.227330] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.227448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.227516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.227670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.227753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.227840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.227933] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.325978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 989.326243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.326417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.326677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.328957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.328957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.328957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.328957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.328957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.328957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.733279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.733279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.733279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.733640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.733640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.733723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.733827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.734052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.734212] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.734313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.734377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.734519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.734601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.734686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.734778] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.829520] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.937318] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4c81cf4-180e-4fcf-a583-ca058a4fc7ee req-38fd9a3f-3adc-403a-9410-9a3cf4317fe5 service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 989.937318] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4c81cf4-180e-4fcf-a583-ca058a4fc7ee req-38fd9a3f-3adc-403a-9410-9a3cf4317fe5 service nova] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 989.937318] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4c81cf4-180e-4fcf-a583-ca058a4fc7ee req-38fd9a3f-3adc-403a-9410-9a3cf4317fe5 service nova] Enqueued Resource ID: 824d6d16-09aa-4945-9398-03a76402daed with Priority: HIGHEST for action port [ 989.937318] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_rules [ 989.937318] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 989.937547] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824d6d16-09aa-4945-9398-03a76402daed with Priority: HIGHEST for action port [ 989.937906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.938112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.938174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.938424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.938567] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.940028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940382] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940561] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.941083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.941186] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.942181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-824d6d16-09aa-4945-9398-03a76402daed taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.942321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.942374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.942534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.942628] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824d6d16-09aa-4945-9398-03a76402daed',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.970751] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 989.971044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239238] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0449a88-d03b-4c4b-b3b4-bf44c6b62566: rpc.has_security_group_logging(os_id): False [ 990.260010] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.260010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.260010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.260010] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.260423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.260423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.260517] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.260933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.261098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264488] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.264488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.264488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.264488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.264488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264488] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 990.332409] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.360984] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.361150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.361213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.361415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.361559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.399853] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 990.445109] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.447040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.447194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.450980] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824d6d16-09aa-4945-9398-03a76402daed with status ACTIVE [ 990.451353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.451714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.451714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.452391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.452391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.452391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.452583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.452621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.453252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.453252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.453394] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.453394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.453757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.453757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.453881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.454565] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824d6d16-09aa-4945-9398-03a76402daed is going to be updated. [ 990.484755] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.484755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.485037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.485225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.485363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.485623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824d6d16-09aa-4945-9398-03a76402daed" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835895] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.836090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.836175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.836632] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 990.847909] env[67204]: INFO networking_nsxv3.common.synchronization [req-baa64b8b-6039-4256-9ad4-d8edfc75d14e req-fbd349ee-fa1c-4aa6-aa46-170d82a2d22e tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 990.848504] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 990.848821] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.849111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.849203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.850413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.851262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.851360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.851945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.851945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.851945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.851945] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.868252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.868252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.868252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.868252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.868252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.878332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 990.949247] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.147893] env[67204]: INFO networking_nsxv3.common.synchronization [req-4349fd18-0ce9-4356-b7b2-42543b5d66a7 req-e0499934-1de3-4861-9fd8-61b4ab50aa0e tempest-FloatingIPsAssociationTestJSON-1037891533 tempest-FloatingIPsAssociationTestJSON-1037891533-project-member] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 991.148882] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 991.151026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.151026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.151026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.151026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.151026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.151026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.151579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.151579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.151579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.151762] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.227248] env[67204]: INFO networking_nsxv3.common.synchronization [req-baa64b8b-6039-4256-9ad4-d8edfc75d14e req-9f1ebb15-2bb2-40ed-9f00-0505019ab268 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 991.227879] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 991.228813] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.228813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.354363] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.454064] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.454064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.454064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.454064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.454064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.454064] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 991.484276] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.487334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.487334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.487334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.487334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.499627] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 991.507344] env[67204]: INFO networking_nsxv3.common.synchronization [req-baa64b8b-6039-4256-9ad4-d8edfc75d14e req-2f9c53e8-e103-4d61-8412-bff263ba1875 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 991.508776] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 991.508776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.508776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655390] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.858320] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.159670] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.361037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.361037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.361037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.361037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.361037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.361037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 992.392865] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.393044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.393119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.394157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.394157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.403285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 992.416646] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 992.416977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.663507] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.663507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.663507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.663715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.663751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.663860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be updated. [ 992.696353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.696353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.696353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.697047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.697047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.706898] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 992.895912] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 992.895912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.895912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.895912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.896174] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.896174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.896272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.896364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.896440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.896524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.896794] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.399292] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.399704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.399704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.399777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.401067] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.401270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.401345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.401536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.401624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.401717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.401889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.401984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.402051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.402204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.402345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.402435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.402497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.402622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.403105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.403105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.403105] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.513841] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 993.514020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.514674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.515160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.515245] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.515323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.515427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.515566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.515665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.515796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.515865] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.907055] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfbe5cb1-79a9-4943-9e53-d7f5fef567e5: rpc.has_security_group_logging(os_id): False [ 993.927228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.927417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.927499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.927950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.928137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.928388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.928576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.928576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.928715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.928797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.929750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.929750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.929750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.930091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.930091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.930172] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 994.001362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.001530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.001530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.001814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.002024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.018328] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.018514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.018602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.018829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.019198] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.019331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.019425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.019586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.019660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.019757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.020049] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.020398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.020558] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.020916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.021046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.021296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.021560] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.023312] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 994.418024] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.418024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.418024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.418024] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.524658] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00: rpc.has_security_group_logging(os_id): False [ 994.553020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.553020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.553020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.554316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.554601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.555610] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.555832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.555972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.556448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.556593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.556730] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 994.670567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.670740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.670934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.671184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.671649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.703580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 994.723251] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 994.723251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920249] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.920795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.920950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.921276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.921501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.922237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.922237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.922237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.922237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.922580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 994.956451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.956727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.956727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.956931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.957113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.969344] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 995.369368] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8da509b1-74b1-478c-8361-87a2ae6e1d72 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 995.370728] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 995.371760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.372689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.372930] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.512882] env[67204]: INFO networking_nsxv3.common.synchronization [None req-00b9c9ba-cab2-405f-b456-55c2169f4d03 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 995.513581] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 995.516016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.516016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.916712] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.916712] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 already deleted. [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.916712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.917890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.917890] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.039907] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 996.040157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.440964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.441192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.441274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.441492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.441610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.441721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 already deleted. [ 996.441948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.723797] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 996.724176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.980495] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 996.980495] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a deletion is rescheduled due to dependency. [ 996.980495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.980495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.980495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.980691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.981288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.981288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.981288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.981288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.981288] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.274568] env[67204]: INFO networking_nsxv3.common.synchronization [None req-442e0968-6f9c-4397-b535-04497b34687a None None] Enqueued Resource ID: 7e3320ee-7105-4892-828f-aee5f7b6b5b8 with Priority: HIGHEST for action port [ 997.275551] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3320ee-7105-4892-828f-aee5f7b6b5b8 with Priority: HIGHEST for action port [ 997.276402] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3320ee-7105-4892-828f-aee5f7b6b5b8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.276798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3320ee-7105-4892-828f-aee5f7b6b5b8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.277177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3320ee-7105-4892-828f-aee5f7b6b5b8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.279312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3320ee-7105-4892-828f-aee5f7b6b5b8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.279312] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3320ee-7105-4892-828f-aee5f7b6b5b8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.483646] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.484393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.484535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.485220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.485220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.485297] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.485384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.485508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.485686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.485772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.485865] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 997.521396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.521616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.521616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.521815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.521949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.533358] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 997.781667] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3320ee-7105-4892-828f-aee5f7b6b5b8 [ 997.782123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.782123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.782123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.782440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.782440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.782637] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3320ee-7105-4892-828f-aee5f7b6b5b8 already deleted. [ 997.782637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3320ee-7105-4892-828f-aee5f7b6b5b8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.321845] env[67204]: INFO networking_nsxv3.common.synchronization [req-26c5452c-283a-40bb-b263-f5d3195238e8 req-281be2d8-14df-41f0-be16-5896bebce634 tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 999.321845] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 999.322344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.322476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.322565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.322761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.322980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.323105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.323167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.323613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.323706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.323826] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.547128] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 999.547321] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a deletion is rescheduled due to dependency. [ 999.548407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.825900] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.927957] env[67204]: INFO networking_nsxv3.common.synchronization [req-d7342c34-80d2-4f83-9c10-f013dc439d18 req-77b5afc3-1562-4c98-bc83-dd7cf33fddba tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 999.927957] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 999.927957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.927957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.927957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.927957] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.328566] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.430617] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.836518] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.836676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.836748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.836974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.837080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.837187] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 1000.887972] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.887972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.887972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.887972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.888245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.898992] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 1000.933206] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.363097] env[67204]: INFO networking_nsxv3.common.synchronization [req-7f3c7f76-991c-418b-a7e0-eb1b4d77da3e req-f3f19ee4-e774-4b4c-8a00-88186581de2c tempest-ListImageFiltersTestJSON-2029832258 tempest-ListImageFiltersTestJSON-2029832258-project-member] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1001.363588] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1001.364125] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.364258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.364347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.364628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.364782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.364888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.364953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.365139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.365241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.365345] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.435925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.436087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.436150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.436364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.436461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.436579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 1001.468862] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.481178] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 1001.840061] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.840588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.840766] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.841068] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.841353] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.841520] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.841675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.841886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.842058] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.842280] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.842393] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.842500] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.842607] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.842712] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.842867] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.843039] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.866322] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.866623] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.866788] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.866983] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.867318] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-b8dd6591-d408-4702-bbd1-023132dab34d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.867498] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.867617] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.867964] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.868124] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd6591-d408-4702-bbd1-023132dab34d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.869243] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.870174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.870259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.870449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.870538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.871911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.871990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.872097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.872343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.872540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.872663] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 already deleted. [ 1001.872711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.374388] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.375020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.375020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.375020] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.375244] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.375337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port b8dd6591-d408-4702-bbd1-023132dab34d not found, creating... [ 1002.375615] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.375795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.376531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.376531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.376531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.376692] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.376761] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.377196] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.377196] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.377332] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.377428] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: b8dd6591-d408-4702-bbd1-023132dab34d is going to be created. [ 1002.402451] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.402682] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.402779] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.403283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.403568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.404389] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.909539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 1002.909805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.093389] env[67204]: INFO networking_nsxv3.common.synchronization [req-7f3c7f76-991c-418b-a7e0-eb1b4d77da3e req-7c1416b9-b72d-4a9e-ac82-d451e7efdd45 service nova] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_rules [ 1003.093579] env[67204]: INFO networking_nsxv3.common.synchronization [req-7f3c7f76-991c-418b-a7e0-eb1b4d77da3e req-7c1416b9-b72d-4a9e-ac82-d451e7efdd45 service nova] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1003.093681] env[67204]: INFO networking_nsxv3.common.synchronization [req-7f3c7f76-991c-418b-a7e0-eb1b4d77da3e req-7c1416b9-b72d-4a9e-ac82-d451e7efdd45 service nova] Enqueued Resource ID: b8dd6591-d408-4702-bbd1-023132dab34d with Priority: HIGHEST for action port [ 1003.094380] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_rules [ 1003.094447] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1003.094498] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dd6591-d408-4702-bbd1-023132dab34d with Priority: HIGHEST for action port [ 1003.094781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.095400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.095507] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.097470] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.097470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.097568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.097765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.097940] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.098034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.098101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.098254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.098551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.098551] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.099777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dd6591-d408-4702-bbd1-023132dab34d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.099905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.099991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.100116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.100194] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd6591-d408-4702-bbd1-023132dab34d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.492008] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 1003.492401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.597982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.598113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.600508] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.603274] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8dd6591-d408-4702-bbd1-023132dab34d with status ACTIVE [ 1003.603483] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.603607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.603677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.603977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.604077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.604263] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.607028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.607288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.607441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.607532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.607765] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.607873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.607931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.608097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.608176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.608264] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8dd6591-d408-4702-bbd1-023132dab34d is going to be updated. [ 1003.634498] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.634670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.634743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.635410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.635410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.635410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dd6591-d408-4702-bbd1-023132dab34d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.958429] env[67204]: INFO networking_nsxv3.common.synchronization [req-a09de091-2b93-4a61-9728-7e191184c856 req-321311f8-5d35-4d69-840d-e686a5c9e26a tempest-ListImageFiltersTestJSON-2029832258 tempest-ListImageFiltersTestJSON-2029832258-project-member] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1003.958996] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1003.959336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.959454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.093333] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8e925810-f88c-4f47-9917-fd56ae151287 None None] Enqueued Resource ID: 660118f8-7866-423d-bb12-c7ff47a18195 with Priority: HIGHEST for action port [ 1004.093746] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660118f8-7866-423d-bb12-c7ff47a18195 with Priority: HIGHEST for action port [ 1004.094303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-660118f8-7866-423d-bb12-c7ff47a18195 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.094659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660118f8-7866-423d-bb12-c7ff47a18195" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.094762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660118f8-7866-423d-bb12-c7ff47a18195" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.095113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660118f8-7866-423d-bb12-c7ff47a18195" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.095209] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660118f8-7866-423d-bb12-c7ff47a18195',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.099333] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1004.099497] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1004.103248] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.480370] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.480370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.480370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.480370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.480370] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.480719] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.480719] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.480863] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.480951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.481183] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.481296] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.481405] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.481552] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.481615] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.481717] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.481850] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.506605] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.506934] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.506934] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.507119] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-763" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.507468] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-c5150020-3633-443e-9fe8-fef41445247f taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.507645] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.507765] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.508114] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.508273] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5150020-3633-443e-9fe8-fef41445247f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.595584] env[67204]: INFO networking_nsxv3.common.synchronization [req-78b91f16-a159-435b-bc9d-c081a82dab13 req-f892dc73-7d48-4061-8e70-0ae2dc94a6ad tempest-FloatingIPsAssociationTestJSON-1037891533 tempest-FloatingIPsAssociationTestJSON-1037891533-project-member] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 1004.596198] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGHEST for action security_group_members [ 1004.596531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.596659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.596727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.596932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.597261] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.597374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.597441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.597604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.597706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.597807] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.598995] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 660118f8-7866-423d-bb12-c7ff47a18195 [ 1004.599186] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.599337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.599429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.599637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.599698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.599758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:660118f8-7866-423d-bb12-c7ff47a18195 already deleted. [ 1004.599854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660118f8-7866-423d-bb12-c7ff47a18195" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.605414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.605553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.605553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.606162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.606162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.606162] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be created. [ 1004.645023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.645023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.645023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.645023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.645023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.656438] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: UNINITIALIZED for 2s [ 1005.012672] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013017] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013182] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.014182] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.014369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.014500] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port c5150020-3633-443e-9fe8-fef41445247f not found, creating... [ 1005.014782] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.014951] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.015083] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.015318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.015450] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.015750] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.015909] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.016877] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.017091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.017265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.017429] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: c5150020-3633-443e-9fe8-fef41445247f is going to be created. [ 1005.043395] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.043811] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.043811] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.044219] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.044435] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.044657] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.104720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.104720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.104720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.105241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.105692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.105692] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be updated. [ 1005.159596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.160788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.160788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.160954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.161046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.173773] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: IN_PROGRESS for 2s [ 1005.802450] env[67204]: INFO networking_nsxv3.common.synchronization [req-7bc76092-d9be-44cc-8d7d-e4959881e2d9 req-1683e0a5-678a-442d-b830-ceabe9e1ec34 tempest-ImagesTestJSON-483562634 tempest-ImagesTestJSON-483562634-project-member] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 1005.805896] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGHEST for action security_group_members [ 1005.807819] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.807968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.808052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.808302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.808447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.808760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.808760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.808760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.808871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.808916] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.811470] env[67204]: INFO networking_nsxv3.common.synchronization [req-a09de091-2b93-4a61-9728-7e191184c856 req-4313a1fb-3388-4a03-9eed-022280966341 service nova] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_rules [ 1005.811676] env[67204]: INFO networking_nsxv3.common.synchronization [req-a09de091-2b93-4a61-9728-7e191184c856 req-4313a1fb-3388-4a03-9eed-022280966341 service nova] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1005.811912] env[67204]: INFO networking_nsxv3.common.synchronization [req-a09de091-2b93-4a61-9728-7e191184c856 req-4313a1fb-3388-4a03-9eed-022280966341 service nova] Enqueued Resource ID: c5150020-3633-443e-9fe8-fef41445247f with Priority: HIGHEST for action port [ 1005.813465] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_rules [ 1005.813931] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1005.814100] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5150020-3633-443e-9fe8-fef41445247f with Priority: HIGHEST for action port [ 1005.814640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.814640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.814984] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.815449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5150020-3633-443e-9fe8-fef41445247f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.815994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.815994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.816180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.817098] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5150020-3633-443e-9fe8-fef41445247f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.052382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.052651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.052724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.052996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.053122] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.313427] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.313851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.313851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.313974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.314112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.314289] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.314386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.314610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.316071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.316071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.316189] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be updated. [ 1006.326025] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5150020-3633-443e-9fe8-fef41445247f with status ACTIVE [ 1006.326025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.326025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.326025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.326025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.326025] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5150020-3633-443e-9fe8-fef41445247f is going to be updated. [ 1006.346035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.346035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.346035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.346035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.346035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.346398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5150020-3633-443e-9fe8-fef41445247f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.355011] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.355123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.355745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.356083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.356281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.367253] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: IN_PROGRESS for 2s [ 1006.540016] env[67204]: INFO networking_nsxv3.common.synchronization [None req-5927300a-46bf-4703-8c6d-a244d2c7c4f5 None None] Enqueued Resource ID: 10c73ac9-c352-418f-9204-bbf0b0022ba0 with Priority: HIGHEST for action port [ 1006.540698] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c73ac9-c352-418f-9204-bbf0b0022ba0 with Priority: HIGHEST for action port [ 1006.541091] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-10c73ac9-c352-418f-9204-bbf0b0022ba0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.541445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10c73ac9-c352-418f-9204-bbf0b0022ba0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.541712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10c73ac9-c352-418f-9204-bbf0b0022ba0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.541996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10c73ac9-c352-418f-9204-bbf0b0022ba0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.542155] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10c73ac9-c352-418f-9204-bbf0b0022ba0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.557126] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.667076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1006.667287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.668886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.668972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.669208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.670097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.670097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.670097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.670097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.670097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.670097] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.671154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.673520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.673520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.673520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.673520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.673520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.673520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.673520] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.046027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10c73ac9-c352-418f-9204-bbf0b0022ba0 [ 1007.046414] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.046610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.046766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.047065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.047228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.047372] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10c73ac9-c352-418f-9204-bbf0b0022ba0 already deleted. [ 1007.047495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10c73ac9-c352-418f-9204-bbf0b0022ba0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.059961] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.174428] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.175155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.176727] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.186184] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 in Status: SUCCESS [ 1007.186340] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 deletion is rescheduled due to dependency. [ 1007.186471] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.563715] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1007.564775] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1007.683598] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.187691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.187691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.187691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.187691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.187691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.187691] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be updated. [ 1008.219614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.219708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.219708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.219928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.220089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.240417] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1008.381967] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d in Status: SUCCESS [ 1008.382287] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d deletion is rescheduled due to dependency. [ 1008.382435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.451457] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.451457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.451733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.451779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.466777] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1008.468047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.469137] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1008.502850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.503154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.503154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.503401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.514688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.515964] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1008.516180] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.516310] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1008.560569] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.560915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.560915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.561200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.562741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.563433] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1008.658164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.658164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.658596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.658596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.658989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.662224] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1008.742676] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.742914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.743009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.743234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.743506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.744076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1008.744076] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7274efdb-d1a6-4d5a-ab48-01f0827b855c', 'a35c31a9-a767-4b02-8be8-7c7d5ad71ee7', '7f1f3f05-56f5-4d92-90cc-38198e10473c', '24ec4df8-2899-4c3a-9798-3d6145a2728d', 'd274883f-7731-400e-b889-25d51f57c0ac', '8e4d95b5-9622-4c81-bc30-503a93467669', '94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8', 'fa39d752-8cd1-487e-870c-c9bbe69a9024', 'ed582652-381d-498c-84b2-05f8a74507f0', '0bf5e2a1-8734-4d0e-a1e7-96c492c56de7', 'dab5aae8-7c6d-4e16-9e3f-2dadb767c09c', 'ed7797ee-5fc4-4faa-ae9a-4aef01577a86', 'dfbe5cb1-79a9-4943-9e53-d7f5fef567e5', 'eb8dc1b9-773a-408a-bd9f-a85086471481', 'a94f685a-b430-4a8f-a34a-4774b859e2e6', '2b460541-8b5f-480e-a807-bf702901493e', 'beb9683d-bbd5-45b7-b110-5f602e514bc7', 'a21d3e7c-f502-4a05-98b0-84418b67cfef', 'f1101be5-4385-43b6-b8c1-731032c75c8a', 'd2abde3f-0279-43b3-8658-d9526adc3c2b', 'a156dac1-2675-4754-831c-68639034be23', '8f3add79-8531-43fc-8cfd-de6cffb4d30d', 'af2f6f94-2ef2-475e-af29-793d9c14e25d', 'abff398e-cafa-431a-b3ad-5dfbafd04c9a', 'd6bdb0d3-6132-4bae-a021-a0688d12f742', 'dc6d07fb-fae8-4210-b54a-93005335c158', 'fde1f269-d19a-4e41-9920-c3c7ea14263f', 'c811108f-6bca-442c-90af-29815df49532', '069c3cf1-c520-4ec2-bf52-e511cd616ee8', '596f674a-09cd-4536-a298-401303d7a452', 'a0449a88-d03b-4c4b-b3b4-bf44c6b62566', 'c4e1797d-9c97-4bba-a2c4-4d43148889c3', '9764c80c-a4ee-478d-8595-d57e6d50a1a2', '89e54007-e03e-4133-a016-26f96c8592e2', 'aad2e2e8-3486-4405-b576-089b10b3af0b', '22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00', '4c95d06e-2522-4def-8da3-a43806c54e15', '0679c5b4-c66b-4f28-9496-5e10918ee4e9', '344347aa-40b5-4804-8387-3d899658a4e6', '911fb1e1-7251-41a9-b805-cc82e0491b66', 'f35da251-9a2b-4219-ac5d-fbdafc4ef635', 'b56efc1f-f1d4-475a-b57c-dddbe301a41e'} {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.744076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1008.763345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.764085] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1008.764309] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.764309] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1008.855134] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.855346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.855398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.855599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.856735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.856838] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1008.856920] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.857015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1008.857098] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1008.857196] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1008.857291] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGH for action security_group_rules [ 1008.857375] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 1008.857441] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGH for action security_group_rules [ 1008.857506] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGH for action security_group_rules [ 1008.857589] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGH for action security_group_rules [ 1008.857671] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGH for action security_group_rules [ 1008.857740] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGH for action security_group_rules [ 1008.857802] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGH for action security_group_rules [ 1008.857861] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGH for action security_group_rules [ 1008.857921] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGH for action security_group_rules [ 1008.857989] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGH for action security_group_rules [ 1008.858075] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGH for action security_group_rules [ 1008.858135] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGH for action security_group_rules [ 1008.858194] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGH for action security_group_rules [ 1008.858259] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGH for action security_group_rules [ 1008.858318] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGH for action security_group_rules [ 1008.858378] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGH for action security_group_rules [ 1008.858434] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGH for action security_group_rules [ 1008.858496] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGH for action security_group_rules [ 1008.858589] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGH for action security_group_rules [ 1008.858695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253077] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1010.253491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.254066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.254365] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.254555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.254676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.254923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.255045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.255198] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.757527] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.261681] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.542245] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.542430] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=3 [ 1011.542649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c with Priority: HIGH for action security_group_rules [ 1011.542885] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c with Priority: HIGH for action security_group_rules [ 1011.543049] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 with Priority: HIGH for action security_group_rules [ 1011.543245] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGH for action security_group_rules [ 1011.543421] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2abde3f-0279-43b3-8658-d9526adc3c2b with Priority: HIGH for action security_group_rules [ 1011.543607] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGH for action security_group_rules [ 1011.543780] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGH for action security_group_rules [ 1011.543939] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGH for action security_group_rules [ 1011.544139] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8dc1b9-773a-408a-bd9f-a85086471481 with Priority: HIGH for action security_group_rules [ 1011.546472] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b460541-8b5f-480e-a807-bf702901493e with Priority: HIGH for action security_group_rules [ 1011.546641] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGH for action security_group_rules [ 1011.546816] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGH for action security_group_rules [ 1011.546853] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c with Priority: HIGH for action security_group_rules [ 1011.546937] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 with Priority: HIGH for action security_group_rules [ 1011.547060] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed582652-381d-498c-84b2-05f8a74507f0 with Priority: HIGH for action security_group_rules [ 1011.547192] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4d95b5-9622-4c81-bc30-503a93467669 with Priority: HIGH for action security_group_rules [ 1011.547328] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 with Priority: HIGH for action security_group_rules [ 1011.547423] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d274883f-7731-400e-b889-25d51f57c0ac with Priority: HIGH for action security_group_rules [ 1011.547511] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 1011.547598] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d with Priority: HIGH for action security_group_rules [ 1011.548083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.548298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.548442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.548769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.548911] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7274efdb-d1a6-4d5a-ab48-01f0827b855c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.550433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f1f3f05-56f5-4d92-90cc-38198e10473c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.550563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.550634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.550903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.550978] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f1f3f05-56f5-4d92-90cc-38198e10473c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.551861] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.552122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.552301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.552477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.552514] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.553351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.553488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.553568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.553685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.553752] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.555731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2abde3f-0279-43b3-8658-d9526adc3c2b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.555911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.556290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.556412] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2abde3f-0279-43b3-8658-d9526adc3c2b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.557758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.557873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.557970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.558187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.558343] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.559713] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.559872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.560266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.560266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.560266] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.561403] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.561403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.561403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.561753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.561753] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.562385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8dc1b9-773a-408a-bd9f-a85086471481 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.562506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.562506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.562672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.562746] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8dc1b9-773a-408a-bd9f-a85086471481',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.563589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b460541-8b5f-480e-a807-bf702901493e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.563697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.563762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.563959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.564366] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b460541-8b5f-480e-a807-bf702901493e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.565497] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.565607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.565672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.565817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.565886] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.567097] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.567253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.567332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.567486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.567565] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.568748] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.568878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.568945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.569200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.569274] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab5aae8-7c6d-4e16-9e3f-2dadb767c09c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.570546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.570665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.570775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.571047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.571246] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf5e2a1-8734-4d0e-a1e7-96c492c56de7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.572493] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed582652-381d-498c-84b2-05f8a74507f0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.572597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.572665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.572818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.572891] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed582652-381d-498c-84b2-05f8a74507f0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.574246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4d95b5-9622-4c81-bc30-503a93467669 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.574392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.574707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.574707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.574707] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4d95b5-9622-4c81-bc30-503a93467669',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.576069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa39d752-8cd1-487e-870c-c9bbe69a9024 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.576198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.576294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.576528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.576618] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa39d752-8cd1-487e-870c-c9bbe69a9024',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.577932] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d274883f-7731-400e-b889-25d51f57c0ac taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.578096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.578096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.578354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.578354] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d274883f-7731-400e-b889-25d51f57c0ac',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.579273] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.579428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.580032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.580123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.580174] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.580949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24ec4df8-2899-4c3a-9798-3d6145a2728d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.581122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.581195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.581830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.581830] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24ec4df8-2899-4c3a-9798-3d6145a2728d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.607648] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.607882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.607959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.608726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.611164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.611480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.652556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.652701] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7274efdb-d1a6-4d5a-ab48-01f0827b855c is going to be deleted. [ 1011.653907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.654166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.677904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.678066] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8 is going to be deleted. [ 1011.759227] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.759599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.759599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.759815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.759934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.760408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7274efdb-d1a6-4d5a-ab48-01f0827b855c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.761204] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.761308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.761441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.761531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.761574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.761688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94d3c9fd-d73b-4fcd-9fc9-4d5663adb0d8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763851] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.763851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.763851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763851] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be updated. [ 1011.854652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.854861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.854911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.855203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.855449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.872203] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1012.059489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.059648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.059721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.059987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.060191] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.060301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.060368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.060542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.060630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.060717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.060806] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.069272] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5997546-8147-45ce-add5-5c01b49d4729 req-2171379c-e6cc-48b9-b8ef-7e3eac4c4a65 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1012.070036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.071375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.071375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.071375] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.075422] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1012.079828] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.079981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.080061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.080304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.080453] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.080554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.080616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.080760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.080841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080985] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.087115] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.087256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.087320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.087692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.087893] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.088019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.088082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.088648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.088748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.088861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.088965] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.096236] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.096365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.096425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.096660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.098256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.098425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.105202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.105416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.105416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.105625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.105787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.105884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.105932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.106212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.106212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.106330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.106422] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.107771] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.107894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.107957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.108165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.108314] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.108443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.108773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.108773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.108773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.108773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.108948] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.117270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.117270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.154076] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.154346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.155990] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.156187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.157128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.157287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160985] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.161314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.161982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.161982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.163290] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.163290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.163744] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1012.164169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.165725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be deleted. [ 1012.166122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.166256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.166374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.166606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.192021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.192021] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8dc1b9-773a-408a-bd9f-a85086471481 is going to be deleted. [ 1012.192021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.192021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.213450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.214934] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b460541-8b5f-480e-a807-bf702901493e is going to be deleted. [ 1012.214934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.215215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.238825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.238825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.247869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.248058] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed582652-381d-498c-84b2-05f8a74507f0 is going to be deleted. [ 1012.249013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.249268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.272462] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.272777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.273561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.273681] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4d95b5-9622-4c81-bc30-503a93467669 is going to be deleted. [ 1012.274944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.274944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.309869] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.309998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.323327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.323464] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa39d752-8cd1-487e-870c-c9bbe69a9024 is going to be deleted. [ 1012.324440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.324667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.353608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.353759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.403981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.404143] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf5e2a1-8734-4d0e-a1e7-96c492c56de7 is going to be deleted. [ 1012.405115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.405338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.429093] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.429093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.438947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.439093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.449938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.450125] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f1f3f05-56f5-4d92-90cc-38198e10473c is going to be deleted. [ 1012.451603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.452193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.467566] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.467820] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.467947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.468370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.468716] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.469152] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.469306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.469702] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.469776] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.469991] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.470173] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.470426] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.470613] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.470769] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.471183] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.471359] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.520758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.521028] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.521093] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.521396] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.521916] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-b8dd37d5-5686-4a32-a6aa-689afed60988 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.522173] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.522303] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.523205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.523205] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd37d5-5686-4a32-a6aa-689afed60988',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.527501] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.527686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.528983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.529173] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d274883f-7731-400e-b889-25d51f57c0ac is going to be deleted. [ 1012.530470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.530766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564552] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.579040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.579200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.579276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.579664] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.579765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.579819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.580145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.580761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.580761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.580761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.580761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.580761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.581346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.581346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.581413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.581652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.581652] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.584137] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.584370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.585674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.585809] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24ec4df8-2899-4c3a-9798-3d6145a2728d is going to be deleted. [ 1012.588070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.588375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.592086] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.614162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.619820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.619820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.619820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.619820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.620406] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.620406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.620406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.620406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.620406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.620600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.620600] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.621924] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.622099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.622175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.622351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.622501] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.622598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.622661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.622820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.623104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.623216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.623487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.623648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.623756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.624341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.626031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.626031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.626031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.626180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.626254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.626340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.626433] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.660078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.660253] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab5aae8-7c6d-4e16-9e3f-2dadb767c09c is going to be deleted. [ 1012.661242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.661487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.682065] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.682274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.735465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.735465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.742032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.742032] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be deleted. [ 1012.742032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.742032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.784230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.784230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.790024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790024] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2abde3f-0279-43b3-8658-d9526adc3c2b is going to be deleted. [ 1012.790024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.790024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.790796] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.791162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.791409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.791691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8dc1b9-773a-408a-bd9f-a85086471481" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b460541-8b5f-480e-a807-bf702901493e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed582652-381d-498c-84b2-05f8a74507f0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4d95b5-9622-4c81-bc30-503a93467669" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.795300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa39d752-8cd1-487e-870c-c9bbe69a9024" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.795607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.795901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.796128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.796358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf5e2a1-8734-4d0e-a1e7-96c492c56de7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.796618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.796881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.797109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.797466] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799033] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 already deleted. [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f1f3f05-56f5-4d92-90cc-38198e10473c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.799033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d274883f-7731-400e-b889-25d51f57c0ac" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24ec4df8-2899-4c3a-9798-3d6145a2728d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab5aae8-7c6d-4e16-9e3f-2dadb767c09c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.857049] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.857049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.857049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.857049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.857049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.857049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.911957] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1012.912517] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.912653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.912713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.912928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.913182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.913245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2abde3f-0279-43b3-8658-d9526adc3c2b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.026937] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.027296] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.027455] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.027748] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.027897] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.028118] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port b8dd37d5-5686-4a32-a6aa-689afed60988 not found, creating... [ 1013.028419] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.028589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.028719] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.028960] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.029111] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.029531] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.029729] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.029874] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.030106] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.030257] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.030400] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: b8dd37d5-5686-4a32-a6aa-689afed60988 is going to be created. [ 1013.057028] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.057298] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.057368] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.057682] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.057923] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.058189] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.067136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a94f685a-b430-4a8f-a34a-4774b859e2e6: rpc.has_security_group_logging(os_id): False [ 1013.086052] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfbe5cb1-79a9-4943-9e53-d7f5fef567e5: rpc.has_security_group_logging(os_id): False [ 1013.094899] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for beb9683d-bbd5-45b7-b110-5f602e514bc7: rpc.has_security_group_logging(os_id): False [ 1013.107786] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.108702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.108702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.108702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.129180] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3e7c-f502-4a05-98b0-84418b67cfef: rpc.has_security_group_logging(os_id): False [ 1013.130792] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a35c31a9-a767-4b02-8be8-7c7d5ad71ee7: rpc.has_security_group_logging(os_id): False [ 1013.137117] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.137316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.141590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.141590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.153537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.154819] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.154819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.154819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.154819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.154819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.154819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 is going to be updated. [ 1013.155686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.155867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.159991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.160185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.182424] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.182603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.201665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.202037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.202148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.202217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.202419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.202494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.202589] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 is going to be updated. [ 1013.203729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.203959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.234215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.235826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.235826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.235826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.235826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.236406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.236406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.236912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.237064] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 1013.238341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.238968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.268978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.269398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.270188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.270188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.270188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.270354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.270567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.270713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.270815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.271168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.271261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.271548] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.271684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.273043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.273043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.273043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.273043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 1013.273776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.273776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.288354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.288886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368949] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.369168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.377977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.378389] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.378809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.378809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.378936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.379038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.379595] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.379714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.379714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.379887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.379970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.381039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.381169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.381400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.381561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.381654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.381769] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 1013.383289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.383564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.383800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.384986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.385220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.385492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.387527] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.387973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.388098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.391155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.391155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.419705] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.419830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.419904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.421616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.421616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.444512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: IN_PROGRESS for 2s [ 1013.444512] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: IN_PROGRESS for 2s [ 1013.452753] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 1013.457149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 1013.522794] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.522999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.584903] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 1013.827749] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5997546-8147-45ce-add5-5c01b49d4729 req-30709142-8428-4c93-80c7-43923416a9ff service nova] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 1013.827749] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5997546-8147-45ce-add5-5c01b49d4729 req-30709142-8428-4c93-80c7-43923416a9ff service nova] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1013.827749] env[67204]: INFO networking_nsxv3.common.synchronization [req-f5997546-8147-45ce-add5-5c01b49d4729 req-30709142-8428-4c93-80c7-43923416a9ff service nova] Enqueued Resource ID: b8dd37d5-5686-4a32-a6aa-689afed60988 with Priority: HIGHEST for action port [ 1013.827749] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_rules [ 1013.828089] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1013.828089] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dd37d5-5686-4a32-a6aa-689afed60988 with Priority: HIGHEST for action port [ 1013.828326] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.828433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.828433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.828636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.828693] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.829632] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.829750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.829818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.830761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.830761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.830761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.830761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.830761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.830761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.830761] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.831670] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dd37d5-5686-4a32-a6aa-689afed60988 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.831808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.831860] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.831988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.832067] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd37d5-5686-4a32-a6aa-689afed60988',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.884870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1013.884870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.884870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.885127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.885178] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.886130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.886638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.886638] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.886638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.886638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.886638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.886638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886915] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.334124] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.334484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.334484] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.335466] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8dd37d5-5686-4a32-a6aa-689afed60988 with status ACTIVE [ 1014.335706] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.335848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.336069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.336159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.336251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.336433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.336558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.336623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.336813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.336894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.337088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.337259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.337331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.337478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.337564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.337805] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8dd37d5-5686-4a32-a6aa-689afed60988 is going to be updated. [ 1014.369796] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.370041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.370129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dd37d5-5686-4a32-a6aa-689afed60988" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.389384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70eaecad-bdd3-4675-832b-a1dd15094ba9: rpc.has_security_group_logging(os_id): False [ 1014.425081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.425257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.425345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.425595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.425686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.425935] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.426046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.426111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.426283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.426369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.426583] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.426694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.426756] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.426921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.427009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.427216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.427328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.427396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.427549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.427662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.427763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be created. [ 1014.521362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.521617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.521617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.521772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.521963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.560686] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1014.841462] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.343939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.343939] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 is going to be created. [ 1015.380799] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.381009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.381178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.381305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.381478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.392768] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: UNINITIALIZED for 2s [ 1015.466588] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: SUCCESS [ 1015.466760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.467623] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: SUCCESS [ 1015.467815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.468608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 1015.468821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.473945] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 1015.473945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.603041] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 1015.603347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.935753] env[67204]: INFO networking_nsxv3.common.synchronization [req-4175d237-d037-44d3-8afb-040538c27d15 req-029018a0-65c3-476f-b400-348ab100e609 tempest-ServerRescueTestJSON-351818261 tempest-ServerRescueTestJSON-351818261-project-member] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 1015.936332] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 1015.936642] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.936776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.936845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.937174] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.937330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.937415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.937532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.937618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.937743] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.344551] env[67204]: INFO networking_nsxv3.common.synchronization [req-0dece7e2-99c2-40c4-876e-cc8caf3d14ec req-612579a0-a28d-4aac-9b37-19fd37a0e29d tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 1016.348396] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 1016.348396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.348396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.348396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.348396] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.442434] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.578548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1016.578548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.578548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.578548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.578548] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.850062] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.945171] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.079909] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.079909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.080115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.080286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.080464] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.080565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.080628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.080782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.080870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.080959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.081074] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.352764] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.403614] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: SUCCESS [ 1017.403912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.404470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.404775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.404945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.405061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.405325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.405378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.405539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.405670] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.448149] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.448447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.448555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.448850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.448954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.449073] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 1017.483806] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.484091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.484091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.484786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.484786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.498535] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 1017.584289] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.584289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.584289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.584583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.584623] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.584707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.584770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.585076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.585076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.585183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.585262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.585462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.585588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.585758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.585917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.586118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.586118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.586314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.586399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.586485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.586575] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.855215] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.855475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.855539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.856153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.856153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.856153] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 1017.886258] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.886410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.886479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.886690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.886844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.896673] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 1017.908765] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.088935] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70eaecad-bdd3-4675-832b-a1dd15094ba9: rpc.has_security_group_logging(os_id): False [ 1018.110116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.110337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.110410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.110661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.110745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.111089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.111214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.111297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.111433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.111501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.111706] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.111792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.111874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.111990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.112091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.112368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.112460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.112514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.112660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.112725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.112847] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be updated. [ 1018.182116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.182404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.182404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.182569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.182686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.203700] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1018.413491] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a751705d-ad1c-4ae3-be44-07d6ae92b3b0: rpc.has_security_group_logging(os_id): False [ 1018.438739] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.440028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.440028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.440028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.440028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.440596] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.440596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.440596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.440786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.440825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.440957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 is going to be created. [ 1018.505524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.505783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.505852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.506077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.506747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.519635] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: IN_PROGRESS for 2s [ 1019.534375] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 1019.534917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.612867] env[67204]: INFO networking_nsxv3.common.synchronization [req-c9a87d4e-da46-47df-b805-bf6857e27eed req-4fc089ad-087c-4352-b915-e21e43216983 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 1019.613583] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGHEST for action security_group_members [ 1019.614729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.614729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.615588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.615588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.615704] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.615820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.616265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.616265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.616265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.616265] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.908631] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 1019.908998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.987081] env[67204]: INFO networking_nsxv3.common.synchronization [req-e3e9efff-ed55-49d2-acdf-3d9de56d814a req-905cd0de-44d1-41af-afff-20aca83114ef tempest-ServerRescueNegativeTestJSON-1285286418 tempest-ServerRescueNegativeTestJSON-1285286418-project-member] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 1019.987081] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGHEST for action security_group_members [ 1019.987081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.987081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.987081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.987081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.987081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.987081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.987678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.988151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.989679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.989679] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.119117] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.119117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.145027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.145316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.146034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.146034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.146034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.146034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.146034] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be updated. [ 1020.186531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.186753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.186753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.188420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.189517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.215967] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: IN_PROGRESS for 2s [ 1020.239811] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1020.240071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.491183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.494948] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.494948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.494948] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be updated. [ 1020.525569] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.525931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.527641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.527641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.532260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: SUCCESS [ 1020.532260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.537255] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: IN_PROGRESS for 2s [ 1020.551101] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-874866e4-847b-4b2f-b7de-a5f4a2336284 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1020.551591] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1020.552475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.553695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.554407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.555625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.557622] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.557622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.557622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.557622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.557622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.557622] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.949932] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-c0afb3c3-7045-4275-b6de-725c4fff74cc tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1020.950526] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1020.950857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.950961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.062695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.062695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.062695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.063000] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.063000] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.063000] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be deleted. [ 1021.098857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.100011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.100323] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.100590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.101014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.101710] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.387412] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.387715] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-123" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.387904] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-123" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.388415] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-123" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.388781] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.389017] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.389202] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.389525] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.389720] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.390014] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.390174] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.390398] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.390526] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.390651] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.390780] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.390978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.417616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.417849] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.417849] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.418131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-123" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.418446] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-92baf87c-133a-4399-8c43-d60522bc1ad4 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.418633] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.418756] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.419125] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.419291] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92baf87c-133a-4399-8c43-d60522bc1ad4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.604356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.604753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.604753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.604845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.604882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.605068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.605168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.605225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.605375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.605444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.605526] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a already deleted. [ 1021.605602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.924047] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.924047] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.924047] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.924047] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.924430] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.924430] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 92baf87c-133a-4399-8c43-d60522bc1ad4 not found, creating... [ 1021.924669] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.924876] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.925357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.925357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.925506] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.926278] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.926573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.926786] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.927239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.927377] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.927572] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 92baf87c-133a-4399-8c43-d60522bc1ad4 is going to be created. [ 1021.952860] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.953206] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.953365] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.953658] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.953949] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.954243] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.227967] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 in Status: SUCCESS [ 1022.227967] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 deletion is rescheduled due to dependency. [ 1022.227967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.546979] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 in Status: SUCCESS [ 1022.547151] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 deletion is rescheduled due to dependency. [ 1022.547275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.679903] env[67204]: INFO networking_nsxv3.common.synchronization [req-7e87c942-4d07-42c9-a3dc-ab54eb007054 req-37cc736d-8b4c-41e3-84c4-32249ae9b03a tempest-ServersNegativeTestJSON-1909084187 tempest-ServersNegativeTestJSON-1909084187-project-member] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 1022.679903] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGHEST for action security_group_members [ 1022.679903] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.680694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.680694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.680694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.680867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.680971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.681044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.681206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.681290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.682054] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.719466] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-a0110663-4440-4187-ab60-34a51d7f0834 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 1022.719632] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-a0110663-4440-4187-ab60-34a51d7f0834 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1022.719762] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-a0110663-4440-4187-ab60-34a51d7f0834 service nova] Enqueued Resource ID: 92baf87c-133a-4399-8c43-d60522bc1ad4 with Priority: HIGHEST for action port [ 1022.720225] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 1022.720357] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1022.720456] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92baf87c-133a-4399-8c43-d60522bc1ad4 with Priority: HIGHEST for action port [ 1022.720729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.720843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.720909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.721228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.721315] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.722575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.722689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.722772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.722946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.723135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.723272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.723324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.723452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.723553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.723646] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.725545] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-92baf87c-133a-4399-8c43-d60522bc1ad4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.725665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.725788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.725952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.726039] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92baf87c-133a-4399-8c43-d60522bc1ad4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.186278] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.186278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.212579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.212857] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.212972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.213114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.213294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.213379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.213469] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be updated. [ 1023.223185] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.223437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.225709] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.227194] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92baf87c-133a-4399-8c43-d60522bc1ad4 with status ACTIVE [ 1023.227397] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.227525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.227594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.227804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.227888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.228095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.228442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.228442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.228442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.228783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.228783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.228783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.228783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.229046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.229046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.229146] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92baf87c-133a-4399-8c43-d60522bc1ad4 is going to be updated. [ 1023.267677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.267925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.267925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.268221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.268258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.268422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92baf87c-133a-4399-8c43-d60522bc1ad4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.271630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.271795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.271837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.272116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.272271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.282969] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: IN_PROGRESS for 2s [ 1023.547467] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.547699] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-173" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.547837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-173" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.548273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-173" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.548552] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.548717] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.548834] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.549076] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.549223] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.549424] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.549535] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.549639] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.549741] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.549847] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.549948] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.550090] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.571547] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.571717] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.571931] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.572049] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-173" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.572421] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-20b8f7b3-a020-4e07-8f24-636f08b67d2a taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.572605] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.572725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.573118] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.573295] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b8f7b3-a020-4e07-8f24-636f08b67d2a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.730551] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.077131] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.077454] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.077653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.077927] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 20b8f7b3-a020-4e07-8f24-636f08b67d2a not found, creating... [ 1024.078186] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.078363] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.078478] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.078721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.078944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.079320] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.079527] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.079527] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.079882] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.079882] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.080013] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 20b8f7b3-a020-4e07-8f24-636f08b67d2a is going to be created. [ 1024.103392] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.103538] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.103625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.103897] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.104401] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.104547] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.231353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.233715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.233715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.233715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.233715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.233715] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be created. [ 1024.296321] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.296533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.296533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.296760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.296926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.329037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: UNINITIALIZED for 2s [ 1024.862499] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-5eb0efea-e650-4ca9-8ec2-ccac1646aa56 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 1024.862769] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-5eb0efea-e650-4ca9-8ec2-ccac1646aa56 service nova] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1024.862769] env[67204]: INFO networking_nsxv3.common.synchronization [req-408dab29-3d08-467d-a58f-c88071120856 req-5eb0efea-e650-4ca9-8ec2-ccac1646aa56 service nova] Enqueued Resource ID: 20b8f7b3-a020-4e07-8f24-636f08b67d2a with Priority: HIGHEST for action port [ 1024.863282] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_rules [ 1024.863412] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1024.863509] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b8f7b3-a020-4e07-8f24-636f08b67d2a with Priority: HIGHEST for action port [ 1024.864680] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.864680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.864680] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.864680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.864680] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b8f7b3-a020-4e07-8f24-636f08b67d2a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.864680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.864680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.865289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.865289] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b8f7b3-a020-4e07-8f24-636f08b67d2a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.137639] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b8e6713-816e-4453-adb8-c9e4f7a29cfe req-d0f32c2c-3e96-4d12-9f27-e221aeeeac9a tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1025.138389] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1025.138770] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.138888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.138973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.139273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.139666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.139718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.139878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.139965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.140080] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.295862] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 in Status: SUCCESS [ 1025.296060] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 deletion is rescheduled due to dependency. [ 1025.296323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.367116] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b8f7b3-a020-4e07-8f24-636f08b67d2a with status ACTIVE [ 1025.367267] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.367394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.367507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.367782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.367864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.368075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.368184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.368257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.368416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.368487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.368714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.368805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.368857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.368977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.369165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.369165] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b8f7b3-a020-4e07-8f24-636f08b67d2a is going to be updated. [ 1025.412525] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.412525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.412525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.412525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.412525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.412525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b8f7b3-a020-4e07-8f24-636f08b67d2a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.543250] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.543454] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.543577] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.543908] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.544419] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544588] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544703] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.544929] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.545080] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.545289] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.545425] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.545538] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.545646] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.545765] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.545896] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.546008] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.571359] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.571561] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.571711] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.571902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.572249] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-56958097-02df-475f-94b0-1b85f7e8bd77 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.572437] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.572556] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.572918] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.573109] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56958097-02df-475f-94b0-1b85f7e8bd77',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.643181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.643410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.643762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.643884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644150] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.644291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.644358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.644755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 already deleted. [ 1025.644864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.076313] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.076709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.076709] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.076967] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.077827] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.077827] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 56958097-02df-475f-94b0-1b85f7e8bd77 not found, creating... [ 1026.077827] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.077827] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.077827] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.078146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.078243] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.078599] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.078762] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.078877] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.079108] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.079243] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.079382] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 56958097-02df-475f-94b0-1b85f7e8bd77 is going to be created. [ 1026.102147] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.102382] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.102635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.102938] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.103258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.103503] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.352572] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1026.352835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.353070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.353395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.353599] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.353722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.353791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.353939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.354030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354433] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.355474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.355606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.355733] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.355842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.355904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.356077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.356288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.356415] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.854861] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b8e6713-816e-4453-adb8-c9e4f7a29cfe req-499cda4b-0e2a-4e4d-983f-f8c77279a515 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1026.855134] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b8e6713-816e-4453-adb8-c9e4f7a29cfe req-499cda4b-0e2a-4e4d-983f-f8c77279a515 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1026.855373] env[67204]: INFO networking_nsxv3.common.synchronization [req-3b8e6713-816e-4453-adb8-c9e4f7a29cfe req-499cda4b-0e2a-4e4d-983f-f8c77279a515 service nova] Enqueued Resource ID: 56958097-02df-475f-94b0-1b85f7e8bd77 with Priority: HIGHEST for action port [ 1026.856282] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1026.856475] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1026.856626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56958097-02df-475f-94b0-1b85f7e8bd77 with Priority: HIGHEST for action port [ 1026.857069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.857255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.857521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.857699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.857814] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.859591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.859713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.859760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.860020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.860351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.860491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.860491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.860778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.860864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.860951] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.862088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-56958097-02df-475f-94b0-1b85f7e8bd77 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.862254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.862353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.862577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.862767] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56958097-02df-475f-94b0-1b85f7e8bd77',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.864981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.865131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.866136] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.365372] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.366677] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.366935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.367186] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56958097-02df-475f-94b0-1b85f7e8bd77 with status ACTIVE [ 1027.367370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.367478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.367563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.367871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.367968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.368647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.368770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.368834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.369022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.369128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.369487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.369700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.369767] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.370023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.370136] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.370232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56958097-02df-475f-94b0-1b85f7e8bd77 is going to be updated. [ 1027.371731] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.412619] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.412865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.412865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.413193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.413385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.413555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56958097-02df-475f-94b0-1b85f7e8bd77" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.873042] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.874491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.874651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.874704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.874896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.875045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.875100] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 1027.912699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.912853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.912923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.913192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.913488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.925295] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 1028.378183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.378183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.379184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.379184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.379184] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be created. [ 1028.655046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.655269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.655269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.655490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.655657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.689491] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: UNINITIALIZED for 2s [ 1029.907602] env[67204]: INFO networking_nsxv3.common.synchronization [req-0dbc9262-3408-4f6e-bbc2-b0f764362675 req-8236805f-610d-402c-ba51-34dad7284dae tempest-ServerRescueTestJSON-351818261 tempest-ServerRescueTestJSON-351818261-project-member] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 1029.908274] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGHEST for action security_group_members [ 1029.908695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.908826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.908896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.909115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.909277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.909393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.909450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.909607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.909693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.909793] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.936994] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1029.937283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.938213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.938618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.938719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.938840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.938998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.939198] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.939585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.939585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.939585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.939832] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.939832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.939832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.939949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.939991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.940092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.940174] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.413550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.413762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.414373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.414373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.414373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.414630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.414759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.414856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.415174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.415334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.415492] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be updated. [ 1030.443492] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1101be5-4385-43b6-b8c1-731032c75c8a: rpc.has_security_group_logging(os_id): False [ 1030.485873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.485873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.485873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.486418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486897] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.486897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.487318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.487391] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.487480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.487577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.487776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.487888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.488156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.488305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.488430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.488650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.488740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.488819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be created. [ 1030.492048] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.492270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.492270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.492534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.492815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.505616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: IN_PROGRESS for 2s [ 1030.593981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.593981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.593981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.593981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.593981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.612810] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 1030.717395] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1030.717631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.717744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.718054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.718307] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.718500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.718579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.718806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.718901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.719039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.719184] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.221920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.221920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.222329] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222373] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.222459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.222514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.223967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.223967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.223967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.224562] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.729088] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ffe5fc-da69-413e-b764-9bbd9eea4675: rpc.has_security_group_logging(os_id): False [ 1031.774532] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.774730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.774730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.775243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.775243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.775379] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.775464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.775556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.775738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.775923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.776181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.776317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.776385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.776644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.776775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.777040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.777193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.777289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.777783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.777900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.778011] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be created. [ 1031.780380] env[67204]: INFO networking_nsxv3.common.synchronization [req-2da3815b-6cbc-45a8-8180-66281150d9e9 req-2568e969-6980-4b46-aedb-784f36533953 tempest-ListServerFiltersTestJSON-392864337 tempest-ListServerFiltersTestJSON-392864337-project-member] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 1031.781016] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGHEST for action security_group_members [ 1031.781860] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.782411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.782607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.782719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.782988] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.783279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.783357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.783523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.783610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.783849] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.888353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.888509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.888657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.888835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.888983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.906072] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1032.024210] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b4939816-e5c4-4962-8720-8eaaef630525 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1032.025106] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1032.025733] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.025932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.026080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.026513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.026686] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.129968] env[67204]: INFO networking_nsxv3.common.synchronization [None req-1e2f918a-4c34-4a1d-aeae-e79eac8f2b81 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1032.130670] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1032.131016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.131133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.286083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.286505] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.286505] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.286607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.286663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.286918] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.287061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.287112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.287283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.287360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.287448] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be updated. [ 1032.372122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.372393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.372486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.373201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.373201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.391923] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: IN_PROGRESS for 2s [ 1032.517823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 in Status: SUCCESS [ 1032.518108] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 deletion is rescheduled due to dependency. [ 1032.518217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.548620] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.548852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.548906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.549155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.549265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.549384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff034789-24c4-4584-a2d5-e64aea982214 already deleted. [ 1032.549487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.549729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.549992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.550158] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.631268] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1032.631515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.631698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.631932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.632038] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.072034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.072233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.072290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.072474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.072593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.073012] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff034789-24c4-4584-a2d5-e64aea982214 already deleted. [ 1033.073012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.134586] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.134809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.134858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.135124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.135326] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.135437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.135506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.135675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.135760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.135850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.135950] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.638760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.639278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.639356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.640066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.640369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.640497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640943] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.641221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.642474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.642586] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.644201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.644428] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.644583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.644661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.644913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.645043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.645190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.645751] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.919793] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1033.919793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.148383] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1101be5-4385-43b6-b8c1-731032c75c8a: rpc.has_security_group_logging(os_id): False [ 1034.189028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189787] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 1034.259600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.259600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.259600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.259600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.259600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.293266] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 1034.404624] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3e7c-f502-4a05-98b0-84418b67cfef in Status: SUCCESS [ 1034.404815] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef deletion is rescheduled due to dependency. [ 1034.405190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.314475] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1036.314737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.131486] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.131486] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1038.761296] env[67204]: INFO networking_nsxv3.common.synchronization [req-295b7232-5bcc-4b94-93f3-a2a4d8949e02 req-7fbda7d5-bfcc-4128-a11a-682164309737 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1038.761850] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1038.762184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.762306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.762376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.762711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.762711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.762869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.762869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.763017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.763127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.763275] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.981440] env[67204]: INFO networking_nsxv3.common.synchronization [req-295b7232-5bcc-4b94-93f3-a2a4d8949e02 req-5782ddd6-4104-4654-8e74-6f50d0d4df33 tempest-ServersTestMultiNic-1704090035 tempest-ServersTestMultiNic-1704090035-project-member] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1038.981988] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGHEST for action security_group_members [ 1038.982364] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.982431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266059] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.770076] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.272905] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.272905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.272905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.272905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.272905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.273523] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 1040.311761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.311761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.311761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.311761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.311761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.322959] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 1042.334577] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1042.334973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.335034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.335625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.335769] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.335840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.335985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.336089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.336173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.336292] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.839058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.840608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.840608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.840608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.840608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.840608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.840608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.840608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be updated. [ 1042.869617] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.869807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.869870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.870269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.880978] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: IN_PROGRESS for 2s [ 1043.186275] env[67204]: INFO networking_nsxv3.common.synchronization [req-418b09d4-07d6-47f4-abd3-fdd5db6c749f req-518c43c0-1c6a-4b60-8e36-ce13aa795b65 tempest-ServersV294TestFqdnHostnames-1848511086 tempest-ServersV294TestFqdnHostnames-1848511086-project-member] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 1043.186802] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGHEST for action security_group_members [ 1043.187133] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.187293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.187403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.187639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.187801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.187893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.187950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.188113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.188196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.188308] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.690451] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.690797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.690797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.690882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.691188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.691188] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.691422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.691422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.691549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.691549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.691645] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 is going to be updated. [ 1043.723356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.723774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.723774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.724265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.724508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: IN_PROGRESS for 2s [ 1044.892471] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1101be5-4385-43b6-b8c1-731032c75c8a in Status: SUCCESS [ 1044.892874] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a deletion is rescheduled due to dependency. [ 1044.892874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.748641] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 in Status: SUCCESS [ 1045.748821] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 deletion is rescheduled due to dependency. [ 1045.748936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.681997] env[67204]: INFO networking_nsxv3.common.synchronization [req-e285b720-7899-4542-b6bc-237b45dcd4f1 req-df280b51-edc8-4e93-9f05-c87455f838b6 tempest-DeleteServersTestJSON-1195682889 tempest-DeleteServersTestJSON-1195682889-project-member] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 1046.682785] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGHEST for action security_group_members [ 1046.683248] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.683635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.683635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.683824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.684023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.684196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.684196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.684352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.684446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.684527] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.187536] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.187732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.187817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.188440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.216456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.216456] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.216456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.216456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.216831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.216831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.216905] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be updated. [ 1047.256346] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.256494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.256561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.256789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.257000] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.268226] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: IN_PROGRESS for 2s [ 1049.285651] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 in Status: SUCCESS [ 1049.285651] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 deletion is rescheduled due to dependency. [ 1049.285874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.592743] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c5d802b-9ae3-4659-b781-474a7c59a4b4 req-5fc94518-1561-44b8-b1ab-82b0387176e6 tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1049.593319] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1049.593709] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.593841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.593940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.594185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.594366] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.594485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.594549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.594719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.594852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.594906] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.029087] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.029340] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.029553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.029923] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.030339] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.030587] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.030753] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.031073] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.031310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.031581] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.031711] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.031918] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.032204] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.032293] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.032427] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.032650] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.062652] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.062954] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.063232] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.063572] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.064100] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-64a19bf6-7507-48ec-b9fb-03370944aa86 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.064412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.064640] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.065147] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.065393] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a19bf6-7507-48ec-b9fb-03370944aa86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.096952] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.097366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.097452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.097649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.097956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.098084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.098119] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff034789-24c4-4584-a2d5-e64aea982214 already deleted. [ 1050.098198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.568856] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.569239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569239] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569571] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.569741] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.569912] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 64a19bf6-7507-48ec-b9fb-03370944aa86 not found, creating... [ 1050.570217] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.570415] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.570552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.570792] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.570932] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.571262] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.571425] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.571558] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.571788] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.571926] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.572094] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 is going to be created. [ 1050.598682] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.598930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.598930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.599216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.599456] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.599674] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.681982] env[67204]: INFO networking_nsxv3.common.synchronization [req-a767dac0-1eec-4702-a6d3-0b98aa8f71f0 req-2d87eb5d-5cd1-4c6e-b386-cf1af32e1775 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1050.683037] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1050.683266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.683737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.683737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.683737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.683854] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.683915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.683983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.684146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.684846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.684846] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.948641] env[67204]: INFO networking_nsxv3.common.synchronization [None req-534a2512-2ccd-47bd-85b0-6409cf2c60a8 None None] Enqueued Resource ID: 366c4e11-6a65-4553-9b89-b821a7657fe3 with Priority: HIGHEST for action port [ 1050.949195] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366c4e11-6a65-4553-9b89-b821a7657fe3 with Priority: HIGHEST for action port [ 1050.950257] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-366c4e11-6a65-4553-9b89-b821a7657fe3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.950430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366c4e11-6a65-4553-9b89-b821a7657fe3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.950500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366c4e11-6a65-4553-9b89-b821a7657fe3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.950845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366c4e11-6a65-4553-9b89-b821a7657fe3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.950907] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366c4e11-6a65-4553-9b89-b821a7657fe3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.186576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.186731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.186811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.187050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.187142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.187349] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.187427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.187486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.187635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.187710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.187797] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1051.219238] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.219427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.219427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.219655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.220124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.230559] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1051.338976] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c5d802b-9ae3-4659-b781-474a7c59a4b4 req-aa3c806b-746a-410e-a538-17251481935c service nova] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1051.338976] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c5d802b-9ae3-4659-b781-474a7c59a4b4 req-aa3c806b-746a-410e-a538-17251481935c service nova] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1051.338976] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c5d802b-9ae3-4659-b781-474a7c59a4b4 req-aa3c806b-746a-410e-a538-17251481935c service nova] Enqueued Resource ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 with Priority: HIGHEST for action port [ 1051.339391] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1051.339529] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1051.339642] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 with Priority: HIGHEST for action port [ 1051.340014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.340155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.340201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.340427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.340506] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.341651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.341764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.341830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.342576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.342576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.342576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.342576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.342750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.342839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.342934] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.344099] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a19bf6-7507-48ec-b9fb-03370944aa86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.344221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.344285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.344440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.344506] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a19bf6-7507-48ec-b9fb-03370944aa86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.455478] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366c4e11-6a65-4553-9b89-b821a7657fe3 [ 1051.455478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.455478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.455478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.455478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.455478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.455478] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366c4e11-6a65-4553-9b89-b821a7657fe3 already deleted. [ 1051.455478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366c4e11-6a65-4553-9b89-b821a7657fe3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.848748] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.849311] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.851166] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64a19bf6-7507-48ec-b9fb-03370944aa86 with status ACTIVE [ 1051.851166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.851166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.851166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.851166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.851166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.851724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.851724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.851724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.851888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.851888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.852233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.852335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.852399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.852575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.852661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.852777] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 is going to be updated. [ 1051.892721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.892833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.892895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.893745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.893974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.894187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.356486] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.371509] env[67204]: INFO networking_nsxv3.common.synchronization [None req-d7dcf54b-f41d-4f97-8e9c-d394b99febae tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1052.374097] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1052.374493] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.375151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.375151] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.547268] env[67204]: INFO networking_nsxv3.common.synchronization [None req-5cfa1cdc-5e2d-4318-aa98-dbdc928fb0d6 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1052.548065] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1052.548479] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.548589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.861579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.861579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.861579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.861579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.861579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.861579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be created. [ 1052.898875] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.899085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.899085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.899306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.899386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.902888] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.902888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.902888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.902888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.902888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.902888] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 already deleted. [ 1052.902888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.903179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.903179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.903225] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.911349] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: UNINITIALIZED for 2s [ 1053.248036] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1053.248231] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1053.248350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.253911] env[67204]: INFO networking_nsxv3.common.synchronization [None req-74a16689-f453-4403-83ed-ebc6b7500cdb None None] Enqueued Resource ID: 902c245f-d361-40f9-8795-4e716a4d8aa7 with Priority: HIGHEST for action port [ 1053.255025] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902c245f-d361-40f9-8795-4e716a4d8aa7 with Priority: HIGHEST for action port [ 1053.255025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-902c245f-d361-40f9-8795-4e716a4d8aa7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.255025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902c245f-d361-40f9-8795-4e716a4d8aa7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.255025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902c245f-d361-40f9-8795-4e716a4d8aa7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.255297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902c245f-d361-40f9-8795-4e716a4d8aa7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.255297] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902c245f-d361-40f9-8795-4e716a4d8aa7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.443234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.443234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.443234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.443234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.443234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.443234] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 already deleted. [ 1053.443234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.757546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 902c245f-d361-40f9-8795-4e716a4d8aa7 [ 1053.757848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.758063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.758133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.758420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.758518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.758667] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:902c245f-d361-40f9-8795-4e716a4d8aa7 already deleted. [ 1053.758746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902c245f-d361-40f9-8795-4e716a4d8aa7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.920166] env[67204]: INFO networking_nsxv3.common.synchronization [req-3f95a4c5-b1b1-41e2-b43c-19ec01c53da6 req-b4f32158-8a13-43d8-8e3f-f44eeb0d0f6d tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 1054.920166] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGHEST for action security_group_members [ 1054.920166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.920166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.920166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.920769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.921063] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.921276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.921418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.921665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.921827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.921989] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.925045] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: SUCCESS [ 1054.925363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.925874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.926156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.926387] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.927509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.927509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927509] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.425554] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.425893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.426151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.426442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.429252] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.448830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.449128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.449254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.449621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.449733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.449733] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f is going to be updated. [ 1055.485827] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.486163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.486163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.486379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.486532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.499525] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: IN_PROGRESS for 2s [ 1055.932314] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff034789-24c4-4584-a2d5-e64aea982214: rpc.has_security_group_logging(os_id): False [ 1055.956500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.957268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.957268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.957268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.957268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.957568] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.957740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.957883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.958075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.958208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.958334] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be created. [ 1056.052332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.052491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.052554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.052751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.052933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.069556] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: IN_PROGRESS for 2s [ 1056.656050] env[67204]: INFO networking_nsxv3.common.synchronization [req-bba3d677-420c-4177-90fe-d55b1c183d76 req-baeaf671-8eb4-42aa-b9b1-26eadc29a9c9 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1056.656885] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1056.657932] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.657932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658102] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.658334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.658334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.658470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.658775] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.021735] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.022125] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.022164] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.022443] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.023123] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.023313] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.023532] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.023823] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.023983] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.024216] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.024333] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.024460] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.024573] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.024684] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.024789] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.024936] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.045773] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.045975] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.046133] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.046310] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.046634] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-a12be0bd-c081-4ade-b8b9-574da635dd49 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.046831] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.046952] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.047307] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.047450] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12be0bd-c081-4ade-b8b9-574da635dd49',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.161772] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.162591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.162705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.163050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163155] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1057.194094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.194474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.194474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.194673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.194842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.205784] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1057.509647] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde1f269-d19a-4e41-9920-c3c7ea14263f in Status: SUCCESS [ 1057.509828] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f deletion is rescheduled due to dependency. [ 1057.509937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.552010] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.552316] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.552490] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.552843] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.553061] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.553260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port a12be0bd-c081-4ade-b8b9-574da635dd49 not found, creating... [ 1057.553596] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.553795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.554065] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.554351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554532] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.554833] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.554990] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.555204] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.555449] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.555616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.555795] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: a12be0bd-c081-4ade-b8b9-574da635dd49 is going to be created. [ 1057.576640] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.576893] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.577064] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.577374] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.577660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.577922] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.083424] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: SUCCESS [ 1058.083855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143655] env[67204]: INFO networking_nsxv3.common.synchronization [req-f6d59496-7027-4696-af6e-98f8cbe44a4a req-0780f60b-ce13-4c0b-aaee-5d5fdcd9a1da tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1058.144288] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1058.144571] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.144698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.144751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.144954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.145127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.145222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.145280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.145432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.145528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.145622] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.308228] env[67204]: INFO networking_nsxv3.common.synchronization [req-bba3d677-420c-4177-90fe-d55b1c183d76 req-c41d4b06-e0e8-4f5f-895d-47705b2dcf55 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1058.308228] env[67204]: INFO networking_nsxv3.common.synchronization [req-bba3d677-420c-4177-90fe-d55b1c183d76 req-c41d4b06-e0e8-4f5f-895d-47705b2dcf55 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1058.308371] env[67204]: INFO networking_nsxv3.common.synchronization [req-bba3d677-420c-4177-90fe-d55b1c183d76 req-c41d4b06-e0e8-4f5f-895d-47705b2dcf55 service nova] Enqueued Resource ID: a12be0bd-c081-4ade-b8b9-574da635dd49 with Priority: HIGHEST for action port [ 1058.308899] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1058.309068] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1058.309161] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a12be0bd-c081-4ade-b8b9-574da635dd49 with Priority: HIGHEST for action port [ 1058.309548] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.309651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.309651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.309850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.309984] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.310935] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.310935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.311235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a12be0bd-c081-4ade-b8b9-574da635dd49 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.311349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.311425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.311609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.311699] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12be0bd-c081-4ade-b8b9-574da635dd49',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.563665] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.563925] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.564133] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.564507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.564910] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.565149] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.565326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.565641] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.565855] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.566160] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.566335] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.566503] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.566703] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.566858] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.567009] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.567208] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.587019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.587208] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.587344] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.587518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.587839] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-f732d8c8-ac01-4bfb-adae-d217801704fa taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.588043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.588179] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.588583] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.588720] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f732d8c8-ac01-4bfb-adae-d217801704fa',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.648092] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.676985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.677288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.677428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.677519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.677719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.677826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.677893] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1058.715088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.715319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.715319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.715572] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.715757] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.743149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1058.814034] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.814034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.814267] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a12be0bd-c081-4ade-b8b9-574da635dd49 with status ACTIVE [ 1058.814410] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.814728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.814823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.815064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.815164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.815374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.815484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.815554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.815726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.815808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.816118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.816183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.816558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.816558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.816558] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a12be0bd-c081-4ade-b8b9-574da635dd49 is going to be updated. [ 1058.848269] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.848531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.848531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.848694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.848909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a12be0bd-c081-4ade-b8b9-574da635dd49" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.091805] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.092165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.092165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.092461] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.092608] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.092763] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port f732d8c8-ac01-4bfb-adae-d217801704fa not found, creating... [ 1059.093048] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.093210] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.093325] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.093586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.093721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.094133] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.094283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.094504] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.094702] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.094788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: f732d8c8-ac01-4bfb-adae-d217801704fa is going to be created. [ 1059.136305] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.136518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.136642] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.136941] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.137197] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.137423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.240409] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1059.240618] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1059.240743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.240914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.241150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.241342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.241594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.241709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.241948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.242097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.242259] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.744700] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.871236] env[67204]: INFO networking_nsxv3.common.synchronization [req-f6d59496-7027-4696-af6e-98f8cbe44a4a req-5759e585-3ef4-4b83-bdaf-8f452aefb8a6 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1059.871467] env[67204]: INFO networking_nsxv3.common.synchronization [req-f6d59496-7027-4696-af6e-98f8cbe44a4a req-5759e585-3ef4-4b83-bdaf-8f452aefb8a6 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1059.871659] env[67204]: INFO networking_nsxv3.common.synchronization [req-f6d59496-7027-4696-af6e-98f8cbe44a4a req-5759e585-3ef4-4b83-bdaf-8f452aefb8a6 service nova] Enqueued Resource ID: f732d8c8-ac01-4bfb-adae-d217801704fa with Priority: HIGHEST for action port [ 1059.872377] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1059.872515] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1059.872614] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f732d8c8-ac01-4bfb-adae-d217801704fa with Priority: HIGHEST for action port [ 1059.872971] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.873425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.873591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.874093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.874193] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.875280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.875410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.875577] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f732d8c8-ac01-4bfb-adae-d217801704fa taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.875674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.875732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.875965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.876066] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f732d8c8-ac01-4bfb-adae-d217801704fa',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.247964] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.381240] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.381510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382153] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f732d8c8-ac01-4bfb-adae-d217801704fa with status ACTIVE [ 1060.382153] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.382153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.382372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.382508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.382640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.382901] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.383050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.383143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.383420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.383420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.383663] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.383799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.383872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.386595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.386746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.386878] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f732d8c8-ac01-4bfb-adae-d217801704fa is going to be updated. [ 1060.438980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.439190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.439244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.439445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.439589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.439833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f732d8c8-ac01-4bfb-adae-d217801704fa" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.750524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.750965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.750965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.750965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.751092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.751219] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1060.758866] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1060.759076] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 deletion is rescheduled due to dependency. [ 1060.759166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.759388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.759597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.759776] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.759892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.759957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.760176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.760176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.760314] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.800396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.800647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.800647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.801250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.801250] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.812924] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1060.902083] env[67204]: INFO networking_nsxv3.common.synchronization [req-38c42b66-afa2-46c8-b76e-7c2d2099ae3c req-45dcdc61-dfa8-489e-9aa7-df9b9cc394d3 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1060.902828] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1060.903684] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.903873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.904370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.904588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.904738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.904832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.905185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.905319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.905472] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.263271] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.323831] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.324043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.324170] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.324645] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.324779] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.324941] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325202] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.325423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.325573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.325785] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.325900] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.326021] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.326135] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.326244] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.326349] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.326483] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.359153] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.359424] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.359564] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.359770] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.359963] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-f9fb1e49-beae-4238-982b-c2dff5b38b9b taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.360159] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.360288] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.360653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.360790] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9fb1e49-beae-4238-982b-c2dff5b38b9b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.409055] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.409369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.409461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.409787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.409878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.410106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.410216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.410279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.410529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.410529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.410607] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 already deleted. [ 1061.410667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.766752] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.868283] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.868283] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port f9fb1e49-beae-4238-982b-c2dff5b38b9b not found, creating... [ 1061.868283] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.868283] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.871043] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.871043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.871043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.871043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.871043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.871043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: f9fb1e49-beae-4238-982b-c2dff5b38b9b is going to be created. [ 1061.904905] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.905376] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.905620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.906010] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.906341] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.906660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.269441] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.269759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.269759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.270054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.270176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.270320] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1062.307207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.307207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.307207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.307207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.307207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.319739] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1062.688172] env[67204]: INFO networking_nsxv3.common.synchronization [req-38c42b66-afa2-46c8-b76e-7c2d2099ae3c req-a1cbc46d-888e-4aba-84e9-7771963492d4 service nova] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1062.688515] env[67204]: INFO networking_nsxv3.common.synchronization [req-38c42b66-afa2-46c8-b76e-7c2d2099ae3c req-a1cbc46d-888e-4aba-84e9-7771963492d4 service nova] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1062.688683] env[67204]: INFO networking_nsxv3.common.synchronization [req-38c42b66-afa2-46c8-b76e-7c2d2099ae3c req-a1cbc46d-888e-4aba-84e9-7771963492d4 service nova] Enqueued Resource ID: f9fb1e49-beae-4238-982b-c2dff5b38b9b with Priority: HIGHEST for action port [ 1062.690316] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_rules [ 1062.690316] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1062.690316] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fb1e49-beae-4238-982b-c2dff5b38b9b with Priority: HIGHEST for action port [ 1062.690632] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.690632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.690742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.690981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.691123] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.693195] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.693461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.693645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.694672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.694672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.694672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.694672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.694868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.695149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.697883] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.697883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9fb1e49-beae-4238-982b-c2dff5b38b9b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.697883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.697883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.697883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.697883] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9fb1e49-beae-4238-982b-c2dff5b38b9b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.835234] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1062.835537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.835718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.836253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.836535] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.836703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.836889] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.837286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.837418] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.200359] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.200359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.200359] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.201293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9fb1e49-beae-4238-982b-c2dff5b38b9b with status ACTIVE [ 1063.201504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.202268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.202268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.202268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.202268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.202268] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.202433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.202433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.203691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.203691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.204301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.204301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.204484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.204484] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9fb1e49-beae-4238-982b-c2dff5b38b9b is going to be updated. [ 1063.228332] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.228533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.228533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.228708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.228861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.229114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9fb1e49-beae-4238-982b-c2dff5b38b9b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.341184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.341517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.341517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.341768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.341850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.341942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.342009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.342252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.342511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.342694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.342792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.342834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.343122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.343212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.343268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.343402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.343581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.343581] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.343681] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.707808] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.846078] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ffe5fc-da69-413e-b764-9bbd9eea4675: rpc.has_security_group_logging(os_id): False [ 1063.872534] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.872719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.872719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.872939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.873073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.873356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.873528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.873616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.873987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.873987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874205] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.874448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.875548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.875548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.875548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.875548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.875548] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1063.946417] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.946665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.946755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.946976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.947184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.961086] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1064.209531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.209704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.209742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.210109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210255] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 is going to be created. [ 1064.250023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.250173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.250844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.251226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.251619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.263019] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: UNINITIALIZED for 2s [ 1064.332995] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1064.333274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.333481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.333803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.334139] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.334531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.334607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.334809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.335151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.335274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.335415] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.838419] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.838761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.838761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.838971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.839156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.839304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.839373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.839536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.839623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.839732] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.839953] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.840513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.840653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.840723] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.840941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.841061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.841195] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.321951] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0bed3f5c-624f-4d50-a548-c7411be18d0d None None] Enqueued Resource ID: 7ff93742-9977-4bf8-b1fe-e681f187c15c with Priority: HIGHEST for action port [ 1065.322682] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff93742-9977-4bf8-b1fe-e681f187c15c with Priority: HIGHEST for action port [ 1065.323340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff93742-9977-4bf8-b1fe-e681f187c15c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.323340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff93742-9977-4bf8-b1fe-e681f187c15c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.323340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff93742-9977-4bf8-b1fe-e681f187c15c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.323663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff93742-9977-4bf8-b1fe-e681f187c15c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.323711] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff93742-9977-4bf8-b1fe-e681f187c15c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.344682] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811108f-6bca-442c-90af-29815df49532: rpc.has_security_group_logging(os_id): False [ 1065.377021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.377206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.377395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.377516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.377655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.377879] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.378044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.378285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.378333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.378443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.378673] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.378819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.380077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.380077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.380077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.380077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.380579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1065.481601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.481907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.482047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.482508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.482791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.499180] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1065.826718] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ff93742-9977-4bf8-b1fe-e681f187c15c [ 1065.827264] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.827570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.827818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.828138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.828314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.828454] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ff93742-9977-4bf8-b1fe-e681f187c15c already deleted. [ 1065.828669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff93742-9977-4bf8-b1fe-e681f187c15c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.976098] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1065.976601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.098138] env[67204]: INFO networking_nsxv3.common.synchronization [None req-44a0be2f-8c2c-4a49-bfc0-4873d54e766e tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1066.098987] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1066.099324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.099503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.099569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.099867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.099912] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.239899] env[67204]: INFO networking_nsxv3.common.synchronization [None req-cef9735f-686a-49a6-9f18-d8b28412d5e6 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1066.240069] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1066.240405] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.240544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.240605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.240803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.240951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.241057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.241116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.241272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.241357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.241451] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.272467] env[67204]: INFO networking_nsxv3.common.synchronization [None req-68cac8ea-cbfe-4b9b-9c69-b7a77c30afee tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1066.272998] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1066.273322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.273425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.275374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: SUCCESS [ 1066.275620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.276294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276660] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.276660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.276660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.276866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.276866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.277009] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.623939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.624154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.624245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.624545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.624719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.624870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 already deleted. [ 1066.625086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.625189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.625427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.625556] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.745958] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.779647] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.151384] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.151683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.151683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.151826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.151878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.152511] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 already deleted. [ 1067.152511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.250090] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.283139] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba61201-b9d9-4923-9729-fef54e1f2e30: rpc.has_security_group_logging(os_id): False [ 1067.321914] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.322160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.322947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.322947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.322947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.322947] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.323148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.323148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.323256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.323326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.323419] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 is going to be created. [ 1067.344871] env[67204]: INFO networking_nsxv3.common.synchronization [req-8fd4c086-8fcd-4bf0-a167-b57679375f33 req-8500f5ab-478f-4c55-8e42-c532d57a1dc0 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 1067.345422] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGHEST for action security_group_members [ 1067.345701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.345844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.345886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.346183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.346287] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.346467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.346467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.346703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.346818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346915] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.423180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.423370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.423370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.423618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.423977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: IN_PROGRESS for 2s [ 1067.518171] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1067.518171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.677031] env[67204]: INFO networking_nsxv3.common.synchronization [None req-dbbfec09-a6e1-44da-aa2e-98b698c976dd None None] Enqueued Resource ID: 23a564d0-72cc-4661-b7c0-3de02164da89 with Priority: HIGHEST for action port [ 1067.677593] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a564d0-72cc-4661-b7c0-3de02164da89 with Priority: HIGHEST for action port [ 1067.677913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a564d0-72cc-4661-b7c0-3de02164da89 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.678657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a564d0-72cc-4661-b7c0-3de02164da89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.678657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a564d0-72cc-4661-b7c0-3de02164da89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.678784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a564d0-72cc-4661-b7c0-3de02164da89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.678889] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a564d0-72cc-4661-b7c0-3de02164da89',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.751885] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.751885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.751885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.753607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.753799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.753799] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1067.785999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.786231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.786327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.786545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.786735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799164] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1067.849549] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.849721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.849797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.849988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.850094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.850292] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.850411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.850487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.850593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.850667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.850747] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 is going to be updated. [ 1067.882684] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.882864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.882907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.883156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.883316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.892664] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: IN_PROGRESS for 2s [ 1068.181650] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a564d0-72cc-4661-b7c0-3de02164da89 [ 1068.182936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.182936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.183118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.183267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.183397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.183597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a564d0-72cc-4661-b7c0-3de02164da89 already deleted. [ 1068.183712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a564d0-72cc-4661-b7c0-3de02164da89" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.631246] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.631616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.631832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.632384] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.632813] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.633095] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.633305] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.633662] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.633895] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.634322] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.634799] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.634799] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.634914] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.635038] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.635234] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.635462] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.659382] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.659606] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.659718] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.659940] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.660251] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.660428] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.660579] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.660905] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.661013] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72af81b8-d25b-4577-a413-bc6ce9bbe4f5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.164832] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.165247] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.165247] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.166107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.166244] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.166409] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 not found, creating... [ 1069.166705] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.166889] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.166991] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.167264] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.167403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.167714] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.167875] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.167993] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.168234] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.168371] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.168514] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 is going to be created. [ 1069.193516] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.193950] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.194048] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.194333] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.194559] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.194835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.467259] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: SUCCESS [ 1069.468421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.812987] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1069.813334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.915926] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 in Status: SUCCESS [ 1069.916031] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 deletion is rescheduled due to dependency. [ 1069.916198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.012654] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf81940b-5094-4a40-82b1-f6e64bb1c9f0 req-323398e8-2162-461f-8c81-70e38817a7c8 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1070.012654] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf81940b-5094-4a40-82b1-f6e64bb1c9f0 req-323398e8-2162-461f-8c81-70e38817a7c8 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1070.013063] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf81940b-5094-4a40-82b1-f6e64bb1c9f0 req-323398e8-2162-461f-8c81-70e38817a7c8 service nova] Enqueued Resource ID: 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 with Priority: HIGHEST for action port [ 1070.014511] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1070.014511] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1070.014511] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 with Priority: HIGHEST for action port [ 1070.014511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.014511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.014511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.015202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.015294] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.016428] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.016551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.016551] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.016760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.016939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.017082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.017148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.019058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.019058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.019058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.019058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.019058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.019058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.019058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.019058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72af81b8-d25b-4577-a413-bc6ce9bbe4f5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.522271] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.522965] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.522965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.523133] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 with status ACTIVE [ 1070.523322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.523444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.523513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.523785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.523900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.524088] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.524187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.524241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.524394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.524470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.524651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.524763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.524812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.524932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.525016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.525203] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72af81b8-d25b-4577-a413-bc6ce9bbe4f5 is going to be updated. [ 1070.557981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.558213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.558252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.558503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.558641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.558855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72af81b8-d25b-4577-a413-bc6ce9bbe4f5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.027226] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.529570] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.529961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.529961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.530053] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.530095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.530190] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1071.559946] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.560152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.560217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.560461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.561048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.572205] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1073.585840] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1073.586259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.586631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.586928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.587214] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.587366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.587431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.587670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.587828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.587907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.588058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.091128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.091293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.091956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.092265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.092664] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.093428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.093516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.093745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.093833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.093927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.094114] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.094207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.094810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.094810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.094810] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.094810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.094810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.094810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.095020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095122] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.331103] env[67204]: INFO networking_nsxv3.common.synchronization [req-becb18d5-1861-40fa-916e-af27d4caedea req-274304e8-d934-4c9b-8942-fa2a3d3f8bbf tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1074.332252] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1074.332624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.332749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.332785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.332970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.333142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.333246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.333342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.333456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.333542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.333691] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.597393] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811108f-6bca-442c-90af-29815df49532: rpc.has_security_group_logging(os_id): False [ 1074.617841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.618030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.618078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.618314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.618409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.618630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.618736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.618799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.618958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.619049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.619228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.619319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.619379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.619514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.619587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.619772] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.619865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.619923] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.620201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.620286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.620772] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1074.691057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.691247] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.691359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.691629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.691835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.711721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1074.836631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.836631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.836777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.836871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.836957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.837183] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.837282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.837341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.837487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.837559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.837639] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be deleted. [ 1074.894032] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.894032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.894032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.894032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.894032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.894032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.116421] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.116618] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.117072] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.117072] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.117336] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.117495] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.117762] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.117831] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.117970] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.118631] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.118631] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.118631] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.118775] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.118775] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.118870] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.119360] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.138459] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.138730] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.138887] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.139088] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.139412] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-2ef24cd7-302f-4910-986b-fde0dd7f791d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.139589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.139708] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.140061] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.140222] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef24cd7-302f-4910-986b-fde0dd7f791d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.643040] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.643555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.643555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.643824] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.643982] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.644168] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 2ef24cd7-302f-4910-986b-fde0dd7f791d not found, creating... [ 1075.644631] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.644877] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.645131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.645548] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.645703] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.646242] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.646650] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.646650] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.647091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.647091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.647449] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d is going to be created. [ 1075.684151] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.684371] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.684740] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.685154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.685480] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.685810] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.405985] env[67204]: INFO networking_nsxv3.common.synchronization [req-becb18d5-1861-40fa-916e-af27d4caedea req-8482b848-eb23-4805-88b1-bf2a2df40955 service nova] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_rules [ 1076.406674] env[67204]: INFO networking_nsxv3.common.synchronization [req-becb18d5-1861-40fa-916e-af27d4caedea req-8482b848-eb23-4805-88b1-bf2a2df40955 service nova] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1076.406674] env[67204]: INFO networking_nsxv3.common.synchronization [req-becb18d5-1861-40fa-916e-af27d4caedea req-8482b848-eb23-4805-88b1-bf2a2df40955 service nova] Enqueued Resource ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d with Priority: HIGHEST for action port [ 1076.407070] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_rules [ 1076.410020] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1076.410020] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d with Priority: HIGHEST for action port [ 1076.410020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.410020] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.410020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.410020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.410020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.410634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.410634] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.410634] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.410958] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef24cd7-302f-4910-986b-fde0dd7f791d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.411070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.411135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.411282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.411351] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef24cd7-302f-4910-986b-fde0dd7f791d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.729490] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1076.730442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.913395] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.914661] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.914661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.914823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ef24cd7-302f-4910-986b-fde0dd7f791d with status ACTIVE [ 1076.915107] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.915107] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.915225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.915377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.915465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.915635] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.915731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.915815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.915985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.916431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.916828] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.916956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.917029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.918175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.918233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.918332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d is going to be updated. [ 1076.944471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.944705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.944778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.945051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.945195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.945364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.145541] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0c0e1480-0d0a-41d3-8918-5030b1c5a6e8 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1077.147721] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1077.147721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.147721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.147721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.148293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.148293] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.247849] env[67204]: INFO networking_nsxv3.common.synchronization [None req-babb024c-c859-4177-b06b-fcf0191577a8 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1077.248372] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1077.248685] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.248797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.421290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.677613] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.678302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.678448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.678634] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 already deleted. [ 1077.678793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.679050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.679282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.679420] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.924082] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.924473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.924473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.924615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.924805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.924943] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be created. [ 1077.973550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.973790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.973823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.974057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.974219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.988342] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: UNINITIALIZED for 2s [ 1078.201392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.201392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.201392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.201392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.201638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.201638] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 already deleted. [ 1078.201718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.490069] env[67204]: INFO networking_nsxv3.common.synchronization [req-4233e075-4548-44a4-a8fd-27dc94c22925 req-98b2ba25-52f1-4896-b64a-46e6c6b5f584 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1078.491257] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1078.491782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.491782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.491782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.492153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492244] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.492358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.492423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.492538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492624] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.492709] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.890940] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.891180] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.891456] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.891728] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.892122] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.892308] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.892463] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.892675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.892817] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.893053] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.893178] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.893302] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.893417] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.893541] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.893762] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.894373] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.917029] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.917029] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.917029] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.917029] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.917403] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-aebb6294-297f-408c-8a3f-09a1301ce1bb taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.917403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.917403] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.917739] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.917906] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebb6294-297f-408c-8a3f-09a1301ce1bb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.996576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.996952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.996952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.997201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.997352] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.997456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.997755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.997840] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 already deleted. [ 1078.997921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.342440] env[67204]: INFO networking_nsxv3.common.synchronization [req-2c5ca0d0-a93c-4d88-9b37-7699eae9228f req-e73e3bcd-e577-4d8c-a0b5-1ed78a810ae3 tempest-ListImageFiltersTestJSON-2029832258 tempest-ListImageFiltersTestJSON-2029832258-project-member] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1079.342981] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1079.343693] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.343939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.344319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.344380] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.344474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.344532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.344751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.344841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.344903] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.419833] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.420129] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.420260] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.420538] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.420682] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.420834] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port aebb6294-297f-408c-8a3f-09a1301ce1bb not found, creating... [ 1079.421196] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.421355] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.421470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.421693] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.421818] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422105] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.422261] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.422370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.422564] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.422695] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.422813] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: aebb6294-297f-408c-8a3f-09a1301ce1bb is going to be created. [ 1079.444054] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.444281] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.444433] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.444727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.444982] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.445231] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.847283] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.998752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 1079.999180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.999180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.999384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.999575] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.999710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.999758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.999900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.999982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.000080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.000170] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.167617] env[67204]: INFO networking_nsxv3.common.synchronization [req-4233e075-4548-44a4-a8fd-27dc94c22925 req-01d36381-65e0-4abb-9773-7a05e42e6db5 service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1080.167714] env[67204]: INFO networking_nsxv3.common.synchronization [req-4233e075-4548-44a4-a8fd-27dc94c22925 req-01d36381-65e0-4abb-9773-7a05e42e6db5 service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1080.167797] env[67204]: INFO networking_nsxv3.common.synchronization [req-4233e075-4548-44a4-a8fd-27dc94c22925 req-01d36381-65e0-4abb-9773-7a05e42e6db5 service nova] Enqueued Resource ID: aebb6294-297f-408c-8a3f-09a1301ce1bb with Priority: HIGHEST for action port [ 1080.168409] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1080.168545] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1080.168643] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebb6294-297f-408c-8a3f-09a1301ce1bb with Priority: HIGHEST for action port [ 1080.169016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.169183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.169256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.169465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.169549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.170490] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.170626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.170692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.170907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.171746] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.171867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.171936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.172575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.172575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.172575] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.173603] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-aebb6294-297f-408c-8a3f-09a1301ce1bb taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.173603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.173603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.173859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.173896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aebb6294-297f-408c-8a3f-09a1301ce1bb',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.349990] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.502777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.502933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.503009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.503266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.503433] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.503537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.503590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.503780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.503865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.503955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.504116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.504206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.504263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.504405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.504936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.504936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.504936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.505114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.505114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.505212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.505311] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.675524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.675670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.675845] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.676983] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aebb6294-297f-408c-8a3f-09a1301ce1bb with status ACTIVE [ 1080.676983] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.677114] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.677335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.677420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.677588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.677689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.679051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.679051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.679051] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aebb6294-297f-408c-8a3f-09a1301ce1bb is going to be updated. [ 1080.703030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.703200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.703200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.703403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.703534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.703782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aebb6294-297f-408c-8a3f-09a1301ce1bb" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852376] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.852519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.852561] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.853186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.853186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.853186] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be updated. [ 1080.891246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.892672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.892672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.892672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.892672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.918440] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1081.007252] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed7797ee-5fc4-4faa-ae9a-4aef01577a86: rpc.has_security_group_logging(os_id): False [ 1081.028258] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.028521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.028521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.028698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.028759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.028988] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.029119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.029182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.029332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.029411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.029607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.029704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.029762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.029907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.029968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.030172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.030273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.030316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.030451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.030525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.030628] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be created. [ 1081.104618] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.104850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.104850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.105085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.105257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.120664] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: IN_PROGRESS for 2s [ 1081.181284] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.683530] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.683775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.683869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.684137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.684198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.684298] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be created. [ 1081.710020] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.710251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.710251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.710437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.710607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.721579] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: UNINITIALIZED for 2s [ 1082.873407] env[67204]: INFO networking_nsxv3.common.synchronization [req-86e3b086-c452-43b9-9632-1ddef591a5fb req-7d39d275-9005-4f6c-b0d6-20deb56b45cb tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1082.874041] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1082.874400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.874532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.874613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.876441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.876441] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.876878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.876997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.877243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.877334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.877434] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.930082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1082.930082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.040533] env[67204]: INFO networking_nsxv3.common.synchronization [req-4f900405-87f3-462e-81af-fed2da2bfe97 req-c02ab2b7-6033-4c65-a720-b9e853c7f14d tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1083.040870] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1083.041193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.041316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.041970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.041970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.041970] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.041970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.041970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.042196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.042196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.042254] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.134696] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 1083.134926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.380302] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.380517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.380563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.380854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.380952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.381173] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.381272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.381332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.381564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.381696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.381834] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1083.415043] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.415258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.415258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.415408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.415548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.428051] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1083.543935] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.733273] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1083.733486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.733665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.733927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.734146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.734266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.734357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.734503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.734580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.734665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.734784] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.771957] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8227b33c-4f38-4adb-8077-2359795b5311 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1083.772112] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1083.772431] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.772536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.046430] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.163864] env[67204]: INFO networking_nsxv3.common.synchronization [req-18bc2af7-570d-4b28-8b18-7301fcba4b15 req-54bb3ad7-75dc-4842-b813-8dc982eb4ab7 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1084.167254] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1084.167254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.167254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.167254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.167254] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.237415] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.522933] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.523854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.523854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.523854] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.524145] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.524302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.524418] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.524635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.524791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.525602] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.525602] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.525602] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.525602] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.525602] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.525602] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.525813] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.546420] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.546585] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.546724] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.546894] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-354" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547228] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.547401] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.547519] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.547850] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548022] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2cfce3-f402-4fef-8153-7c80abf3cbdc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.549014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.549275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.549275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.549361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.549420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.549516] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1084.579789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.579940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.580014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.580224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.580363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.590397] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1084.668928] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.669141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.669219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.669437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.669527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.669737] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.669833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.669893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.670061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.670146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.670229] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 already deleted. [ 1084.670307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.740917] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff3c8be-7732-4120-9a64-b2f207f187b4: rpc.has_security_group_logging(os_id): False [ 1084.767908] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.768110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.768161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.768408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.768501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.768759] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.768862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.768926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.769101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.769167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.769265] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be created. [ 1084.872262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.886898] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1085.052932] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052932] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.053426] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.053540] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.053780] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.054078] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port cf2cfce3-f402-4fef-8153-7c80abf3cbdc not found, creating... [ 1085.054506] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.054795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.054977] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.055349] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.055537] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.055974] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.056240] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.056427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.056745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.056955] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.057187] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: cf2cfce3-f402-4fef-8153-7c80abf3cbdc is going to be created. [ 1085.084582] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.084955] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.085051] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.085304] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.085534] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.085765] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.441958] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1085.442203] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1085.442309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.839976] env[67204]: INFO networking_nsxv3.common.synchronization [req-18bc2af7-570d-4b28-8b18-7301fcba4b15 req-4f2141a6-889d-4590-84b3-45efc1d882da service nova] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1085.840196] env[67204]: INFO networking_nsxv3.common.synchronization [req-18bc2af7-570d-4b28-8b18-7301fcba4b15 req-4f2141a6-889d-4590-84b3-45efc1d882da service nova] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1085.840332] env[67204]: INFO networking_nsxv3.common.synchronization [req-18bc2af7-570d-4b28-8b18-7301fcba4b15 req-4f2141a6-889d-4590-84b3-45efc1d882da service nova] Enqueued Resource ID: cf2cfce3-f402-4fef-8153-7c80abf3cbdc with Priority: HIGHEST for action port [ 1085.840986] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_rules [ 1085.841119] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1085.841233] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2cfce3-f402-4fef-8153-7c80abf3cbdc with Priority: HIGHEST for action port [ 1085.842252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.842404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.842464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.842692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.842779] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.843678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.844825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.844825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.845354] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.846331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.846331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.846515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.846563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.846613] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2cfce3-f402-4fef-8153-7c80abf3cbdc',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.993152] env[67204]: INFO networking_nsxv3.common.synchronization [req-7d669885-d54a-4e04-bc80-3f54383b0160 req-3513a0a0-ec72-414d-b5a3-8353fb417ccb tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1085.993841] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGHEST for action security_group_members [ 1085.996887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.996887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.996887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.996887] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.051344] env[67204]: INFO networking_nsxv3.common.synchronization [req-7d669885-d54a-4e04-bc80-3f54383b0160 req-3513a0a0-ec72-414d-b5a3-8353fb417ccb tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d with Priority: HIGHEST for action port [ 1086.051936] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d with Priority: HIGHEST for action port [ 1086.053836] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef24cd7-302f-4910-986b-fde0dd7f791d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.054166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.054166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.054265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.054339] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef24cd7-302f-4910-986b-fde0dd7f791d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.346818] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.347941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.348123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.348931] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf2cfce3-f402-4fef-8153-7c80abf3cbdc with status ACTIVE [ 1086.349259] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.349464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.349464] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.349652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.349736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.349917] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.350016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.350081] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.350230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.350345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.350475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.350566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.350614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.350751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.350849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.350933] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf2cfce3-f402-4fef-8153-7c80abf3cbdc is going to be updated. [ 1086.407125] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.407281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.407364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.407565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.407705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.407871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf2cfce3-f402-4fef-8153-7c80abf3cbdc" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.498369] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.498575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.498614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.498825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.498905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499128] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.499229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.499279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.499486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.499560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499610] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be updated. [ 1086.549092] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.549253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.549323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.549541] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.549704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.556399] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ef24cd7-302f-4910-986b-fde0dd7f791d with status ACTIVE [ 1086.556634] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.556769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.556838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.557653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.557653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.557653] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.557653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.557653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.557653] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.557919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.557919] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.557993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.558054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.558193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.558597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.558597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ef24cd7-302f-4910-986b-fde0dd7f791d is going to be updated. [ 1086.566357] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: IN_PROGRESS for 2s [ 1086.601063] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.601241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.601318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.601671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.601835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.602057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef24cd7-302f-4910-986b-fde0dd7f791d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.603938] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1086.604208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.604295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.604532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.604758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.604916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.604916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.605085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.605145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.605259] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.850648] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.902973] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1086.902973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.035833] env[67204]: INFO networking_nsxv3.common.synchronization [req-207930e0-a810-4bfb-926b-a57124dcbd3f req-106a3aac-3121-4c76-bc7b-703de342474d tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1087.035833] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGHEST for action security_group_members [ 1087.035833] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.035833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.035833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.035833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.035833] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.036118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.037364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.037364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.037364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.037364] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.110957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.110957] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.110957] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.110957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1087.152663] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.153351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.153351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.153588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.153742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.174645] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1087.353211] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.353404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.353480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.353710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.353834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.353951] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 is going to be created. [ 1087.382628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.382821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.382876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.383097] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.383241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.395203] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: UNINITIALIZED for 2s [ 1087.542848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.543041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.543142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.543418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.543703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.543805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.543905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.544076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.544268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.544400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.544568] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 is going to be updated. [ 1087.576907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.577168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.577253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.577577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.577710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.592802] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: IN_PROGRESS for 2s [ 1088.577022] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 in Status: SUCCESS [ 1088.577497] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 deletion is rescheduled due to dependency. [ 1088.577497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.185329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1089.185491] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 deletion is rescheduled due to dependency. [ 1089.185595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.405899] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: SUCCESS [ 1089.406235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.406462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.406774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.407058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.407255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.407310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.407516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.407632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.407751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.407875] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.604824] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 in Status: SUCCESS [ 1089.605133] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 deletion is rescheduled due to dependency. [ 1089.605172] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.910811] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.098538] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf55f16a-bbfd-4f6e-922f-4eeb796ec464 req-16be5df4-bd01-4054-abeb-2763446aac8f tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1090.099491] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1090.099491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.099491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.099614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.099740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.099897] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.100020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.100096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.100224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.100299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.100395] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.414688] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0e9b580-9d63-43eb-9326-e504e349cf16: rpc.has_security_group_logging(os_id): False [ 1090.434802] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.434971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.435057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.435378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.435472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.435722] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.435830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.435919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.436305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.436446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.436598] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 is going to be created. [ 1090.516246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.516470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.516573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.516873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.517130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.535817] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: IN_PROGRESS for 2s [ 1090.558172] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.559222] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.559222] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.559222] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.559388] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.559470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.559598] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.559961] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.560147] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.560584] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.560733] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.560919] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.561091] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.561218] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.561329] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.561499] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.591738] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.591913] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.592061] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.592251] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.592589] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-9c981ab7-5afa-42c2-a1f5-6f9515d84979 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.592775] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.592934] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.593503] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.593652] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c981ab7-5afa-42c2-a1f5-6f9515d84979',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.602272] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.602472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.602472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.602690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.602785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.602999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.603155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.603287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.603386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.603489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.603929] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1090.663166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.663576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.663576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.663652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.663849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.677265] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1091.095223] env[67204]: INFO networking_nsxv3.common.synchronization [req-c7175b4e-34d9-4dbd-81bf-0b1908b45521 req-7ab35fb7-ae1b-47ea-9572-e4ccbb23371e tempest-ListImageFiltersTestJSON-2029832258 tempest-ListImageFiltersTestJSON-2029832258-project-member] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1091.095791] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGHEST for action security_group_members [ 1091.096451] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096451] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096686] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096827] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096977] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.097155] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 9c981ab7-5afa-42c2-a1f5-6f9515d84979 not found, creating... [ 1091.097490] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.097658] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.097775] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.098021] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.098208] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.098501] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.098653] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.098767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.099397] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.099560] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.099725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 9c981ab7-5afa-42c2-a1f5-6f9515d84979 is going to be created. [ 1091.100864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.100981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.101219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.101362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.101684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.101812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.101854] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.128039] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.129258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.129258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.129258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.129258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.129258] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.605389] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.605558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.605635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.605868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.605978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.606202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.606305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.606415] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.606865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.606865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.606865] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be updated. [ 1091.646929] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.647559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.647559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.647559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.647559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.659159] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: IN_PROGRESS for 2s [ 1091.996611] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf55f16a-bbfd-4f6e-922f-4eeb796ec464 req-b979304b-63de-4ab1-b76b-19f375d0655d service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1091.996905] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf55f16a-bbfd-4f6e-922f-4eeb796ec464 req-b979304b-63de-4ab1-b76b-19f375d0655d service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1091.996905] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf55f16a-bbfd-4f6e-922f-4eeb796ec464 req-b979304b-63de-4ab1-b76b-19f375d0655d service nova] Enqueued Resource ID: 9c981ab7-5afa-42c2-a1f5-6f9515d84979 with Priority: HIGHEST for action port [ 1091.997381] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1091.997550] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1091.997651] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c981ab7-5afa-42c2-a1f5-6f9515d84979 with Priority: HIGHEST for action port [ 1091.998039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.998317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.998391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.998590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.998677] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.000547] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.000779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.001010] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c981ab7-5afa-42c2-a1f5-6f9515d84979 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.001984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.001984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.001984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.001984] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c981ab7-5afa-42c2-a1f5-6f9515d84979',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.501563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.501809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503254] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c981ab7-5afa-42c2-a1f5-6f9515d84979 with status ACTIVE [ 1092.503543] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.503749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.503868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.504213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.504351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.505045] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.505045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.505045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.505287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.505287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.505461] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.505641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.505708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.505885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.505982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.506202] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c981ab7-5afa-42c2-a1f5-6f9515d84979 is going to be updated. [ 1092.531807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.532022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.532089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.532345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.532497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.532739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c981ab7-5afa-42c2-a1f5-6f9515d84979" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.554378] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: SUCCESS [ 1092.554654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.689280] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1092.689510] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1092.689665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.689873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.690127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.690303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.690412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.690473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.690627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.690708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.690804] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.195296] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.671760] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 in Status: SUCCESS [ 1093.671760] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 deletion is rescheduled due to dependency. [ 1093.671760] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.696833] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.199686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.199900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.199900] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.200316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.200316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.200316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1094.234950] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.235222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.235345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.235631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.235786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.245430] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1094.511496] env[67204]: INFO networking_nsxv3.common.synchronization [None req-56efc7a0-30ad-40fe-b522-d851f6262494 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1094.512157] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1094.512928] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.513164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.513164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.513425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.513514] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.622670] env[67204]: INFO networking_nsxv3.common.synchronization [None req-deb639c1-9caa-42dc-9b7b-6205fc06d7fb tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1094.623278] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1094.623579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.623679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.037072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.037163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.037264] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab already deleted. [ 1095.037336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.037490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.037640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.037750] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.561420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.561888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.561888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.561888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.562062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.562062] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab already deleted. [ 1095.562153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.256293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1096.256293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.256582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.256582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.256796] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.256879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.256947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.257091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.257205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.257255] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.257332] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.759757] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.760153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.760153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.760275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.760902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.761126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.761175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.761381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.761494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.761607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.761787] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.761909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.761988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.762171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.762351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.762479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.762562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.762730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.762828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.762930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.763052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.266050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ffe5fc-da69-413e-b764-9bbd9eea4675: rpc.has_security_group_logging(os_id): False [ 1097.284651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.284802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.284940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.285145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.285237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.285459] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.285564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.285729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.285784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.285871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.286021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.286118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.286179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.286347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.286421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.286753] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.286753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.286753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.286890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.286970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.287046] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1097.360514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.360698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.360738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.361039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.361252] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.376099] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1098.836189] env[67204]: INFO networking_nsxv3.common.synchronization [None req-c489cf97-7b96-440f-9a30-01baaab3b930 None None] Enqueued Resource ID: 79f8194f-83b8-4800-a8e6-fa218b9e4769 with Priority: HIGHEST for action port [ 1098.836762] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f8194f-83b8-4800-a8e6-fa218b9e4769 with Priority: HIGHEST for action port [ 1098.837112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f8194f-83b8-4800-a8e6-fa218b9e4769 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f8194f-83b8-4800-a8e6-fa218b9e4769" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.837310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f8194f-83b8-4800-a8e6-fa218b9e4769" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f8194f-83b8-4800-a8e6-fa218b9e4769" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837702] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f8194f-83b8-4800-a8e6-fa218b9e4769',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.933472] env[67204]: INFO networking_nsxv3.common.synchronization [None req-28fef1a7-9142-4043-bab6-93ff66357a70 tempest-ServersTestFqdnHostnames-17801236 tempest-ServersTestFqdnHostnames-17801236-project-member] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1098.933990] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1098.934380] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.934523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.934645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.934815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.934899] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.041157] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8c907fbb-e952-4a02-b43b-afa3e0cd06d7 tempest-ServersTestFqdnHostnames-17801236 tempest-ServersTestFqdnHostnames-17801236-project-member] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1099.041591] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1099.041988] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.042206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.340067] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79f8194f-83b8-4800-a8e6-fa218b9e4769 [ 1099.340305] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.340440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.340511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.340722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.340811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.340909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79f8194f-83b8-4800-a8e6-fa218b9e4769 already deleted. [ 1099.340991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f8194f-83b8-4800-a8e6-fa218b9e4769" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.391608] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1099.391872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.462114] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.462434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.462522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.462800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.462897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.463048] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 already deleted. [ 1099.463145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.463331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.463536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.463644] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.989876] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.989876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.989876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.989876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.989876] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 already deleted. [ 1099.989876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.239608] env[67204]: INFO networking_nsxv3.common.synchronization [req-5d296c7f-4dcd-49c5-865e-db988363a50e req-acf0bebf-7b19-4f65-8131-d2d6ebea2099 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1100.240141] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1100.240469] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.240608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.240670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.240911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.241072] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.241169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.241225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.241377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.241459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.241549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.596803] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.596803] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.596803] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.597366] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.597606] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.597812] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.598037] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.598248] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.598443] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.598683] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.620468] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.620642] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.621633] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.621633] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.622175] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-998e6a8e-13ae-413f-b5df-c929974a54f7 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.622175] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.622337] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.622549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.622728] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998e6a8e-13ae-413f-b5df-c929974a54f7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.743842] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.744221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.744313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.744546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.744643] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.744860] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.745024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.745080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.745260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.745351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.745437] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab already deleted. [ 1100.745521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.084239] env[67204]: INFO networking_nsxv3.common.synchronization [None req-cbd39b0c-7de1-4a51-98d7-5c0e7b652854 None None] Enqueued Resource ID: 219566f3-c840-4916-b2fa-f886ca1e73dd with Priority: HIGHEST for action port [ 1101.084239] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219566f3-c840-4916-b2fa-f886ca1e73dd with Priority: HIGHEST for action port [ 1101.084239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-219566f3-c840-4916-b2fa-f886ca1e73dd taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.084239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-219566f3-c840-4916-b2fa-f886ca1e73dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.084239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-219566f3-c840-4916-b2fa-f886ca1e73dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.084831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-219566f3-c840-4916-b2fa-f886ca1e73dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.084946] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219566f3-c840-4916-b2fa-f886ca1e73dd',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.125800] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.126401] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.126669] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.127075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.127375] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.127597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 998e6a8e-13ae-413f-b5df-c929974a54f7 not found, creating... [ 1101.127897] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.128138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.128319] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.128697] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.128847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.129427] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.129718] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.129942] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.130624] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.130845] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.131073] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 998e6a8e-13ae-413f-b5df-c929974a54f7 is going to be created. [ 1101.155694] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.155916] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.156061] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.156358] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.156675] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.156910] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.587447] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 219566f3-c840-4916-b2fa-f886ca1e73dd [ 1101.587695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.587834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.587917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.588132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.588228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.588341] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:219566f3-c840-4916-b2fa-f886ca1e73dd already deleted. [ 1101.588397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-219566f3-c840-4916-b2fa-f886ca1e73dd" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.867254] env[67204]: INFO networking_nsxv3.common.synchronization [req-5d296c7f-4dcd-49c5-865e-db988363a50e req-c2b6d720-bc63-4d83-af4a-9ebbcfaf0168 service nova] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1101.867254] env[67204]: INFO networking_nsxv3.common.synchronization [req-5d296c7f-4dcd-49c5-865e-db988363a50e req-c2b6d720-bc63-4d83-af4a-9ebbcfaf0168 service nova] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1101.867254] env[67204]: INFO networking_nsxv3.common.synchronization [req-5d296c7f-4dcd-49c5-865e-db988363a50e req-c2b6d720-bc63-4d83-af4a-9ebbcfaf0168 service nova] Enqueued Resource ID: 998e6a8e-13ae-413f-b5df-c929974a54f7 with Priority: HIGHEST for action port [ 1101.867254] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1101.868050] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1101.868538] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998e6a8e-13ae-413f-b5df-c929974a54f7 with Priority: HIGHEST for action port [ 1101.869167] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.869490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.869689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.870103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.870520] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.871515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.872229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.872229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.873031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.873241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.873411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.873520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.873819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.873947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.874074] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.877160] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-998e6a8e-13ae-413f-b5df-c929974a54f7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.877407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878035] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998e6a8e-13ae-413f-b5df-c929974a54f7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.379438] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379799] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.380706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 998e6a8e-13ae-413f-b5df-c929974a54f7 with status ACTIVE [ 1102.380902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.381083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.381153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.381419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.381508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.381705] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.381859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.381859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.382079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.382185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.382384] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.382478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.382534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.382718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.382821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.382821] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 998e6a8e-13ae-413f-b5df-c929974a54f7 is going to be updated. [ 1102.411670] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.411946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.412032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.412214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.412358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.412524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998e6a8e-13ae-413f-b5df-c929974a54f7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.886200] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.388420] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.388843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.388843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.388930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.388980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.389089] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be created. [ 1103.418262] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.418532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.418675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.419095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.419391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.431148] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: UNINITIALIZED for 2s [ 1104.776469] env[67204]: INFO networking_nsxv3.common.synchronization [req-73da4e12-d50b-44e1-bebd-5bc297856977 req-06b571fb-aa08-4e54-a5f1-26adec119365 tempest-ServersTestFqdnHostnames-17801236 tempest-ServersTestFqdnHostnames-17801236-project-member] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1104.777335] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1104.777645] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.777774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.777841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.778098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.778280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.778403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.778467] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.778622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.778706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.778799] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.183177] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.183582] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.183910] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.184344] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.184618] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.184711] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.185066] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.185193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.185604] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.185604] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.185801] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.185869] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.185954] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.186112] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.186302] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.215588] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.215778] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.215903] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.216107] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-512" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.216493] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-9ad62df1-6b56-41a3-b4f3-e782c3df869e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.216679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.216801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.217179] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.217326] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad62df1-6b56-41a3-b4f3-e782c3df869e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.282122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.282122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.282122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.282526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.282526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.282526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.282783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.282783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.282873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.282950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.283037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 already deleted. [ 1105.283120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.442410] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1105.442410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.442410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.443192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.443192] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.443339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.443425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.443662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.443830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.443996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.444189] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.719490] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.719743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.719870] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.720193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.720549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.720749] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 9ad62df1-6b56-41a3-b4f3-e782c3df869e not found, creating... [ 1105.721030] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.721199] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.721319] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.721551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.721733] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.722422] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.722677] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.722893] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.723273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.723516] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.723889] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 9ad62df1-6b56-41a3-b4f3-e782c3df869e is going to be created. [ 1105.748536] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.748769] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.748919] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.749276] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.750030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.750030] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948114] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.450948] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c6271af-bbf2-4b50-9353-ce3d991247ab: rpc.has_security_group_logging(os_id): False [ 1106.471766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.472024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.472024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.472347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.472444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.472625] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.472744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.472800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.472958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.473058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.473232] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be created. [ 1106.525979] env[67204]: INFO networking_nsxv3.common.synchronization [req-73da4e12-d50b-44e1-bebd-5bc297856977 req-06f6d668-c3ee-4c30-9a4b-4719d0411144 service nova] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1106.526286] env[67204]: INFO networking_nsxv3.common.synchronization [req-73da4e12-d50b-44e1-bebd-5bc297856977 req-06f6d668-c3ee-4c30-9a4b-4719d0411144 service nova] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1106.526470] env[67204]: INFO networking_nsxv3.common.synchronization [req-73da4e12-d50b-44e1-bebd-5bc297856977 req-06f6d668-c3ee-4c30-9a4b-4719d0411144 service nova] Enqueued Resource ID: 9ad62df1-6b56-41a3-b4f3-e782c3df869e with Priority: HIGHEST for action port [ 1106.527538] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_rules [ 1106.527681] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1106.527780] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad62df1-6b56-41a3-b4f3-e782c3df869e with Priority: HIGHEST for action port [ 1106.528710] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.528819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.528893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.529120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.529745] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.530429] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.530565] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.530657] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.530849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.531316] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.531444] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.531508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.531661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.532033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.532033] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.533255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad62df1-6b56-41a3-b4f3-e782c3df869e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.533370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.533439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.533596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.533677] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad62df1-6b56-41a3-b4f3-e782c3df869e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.541698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.541884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.541940] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.542206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.542511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.555726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1107.035934] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.037189] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad62df1-6b56-41a3-b4f3-e782c3df869e with status ACTIVE [ 1107.038278] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.038278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.038456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.038547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.038639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.038963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.039065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.039214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.039317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.039524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.039628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.039703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.039865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.040031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.040095] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad62df1-6b56-41a3-b4f3-e782c3df869e is going to be updated. [ 1107.061761] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.062072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.062072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.062289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.062442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.062618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad62df1-6b56-41a3-b4f3-e782c3df869e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.539025] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.041641] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.042144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.042144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.042144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.042236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.042342] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 is going to be created. [ 1108.069673] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.069980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.069980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.070302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.070599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.082161] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: UNINITIALIZED for 2s [ 1108.569447] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1108.569447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.095183] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: SUCCESS [ 1110.095504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.095568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.095778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.095969] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.096100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.096164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.096328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.096402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.096477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.096593] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.599036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.101845] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01800f6c-39d3-4cb8-9cb6-271e3b59b689: rpc.has_security_group_logging(os_id): False [ 1111.122509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.122777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.122917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.123283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.123395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.123721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.123894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.124030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.124327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.124463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.124615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 is going to be created. [ 1111.194691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.194884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.195154] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.195231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.195426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.208483] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: IN_PROGRESS for 2s [ 1111.529100] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.529223] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1113.222244] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: SUCCESS [ 1113.222669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.673291] env[67204]: INFO networking_nsxv3.common.synchronization [req-920ac7de-fd0f-4d83-a86a-66011a81f7c9 req-745ce990-2c40-4a6e-9639-2501a92f492d tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1113.674173] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1113.674173] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.674173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.674173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.674897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.674897] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.674897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.674897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.674897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.676452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.676452] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.015367] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.015562] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.015683] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.015947] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.016206] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.016357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.016495] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.016721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.016861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.017079] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.017189] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.017704] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.017704] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.017704] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.017704] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.017964] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.037903] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.038036] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.038093] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.038270] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-933" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.038588] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.038763] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.038932] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.039262] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.039449] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80899c4-b9ff-4997-99dc-6f7fa9dfcede',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.177962] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.542334] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.542749] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.542797] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543110] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543267] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543424] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port a80899c4-b9ff-4997-99dc-6f7fa9dfcede not found, creating... [ 1114.543678] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.543837] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543953] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.544281] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.544412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.544695] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.544847] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.544962] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.545304] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.545441] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.545585] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: a80899c4-b9ff-4997-99dc-6f7fa9dfcede is going to be created. [ 1114.566812] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.567075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.567164] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.567425] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.567646] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.567867] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.680617] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.187246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.187246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.187516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.187553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.188334] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be updated. [ 1115.222800] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.222800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.222800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.222800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.222800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.234355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 1115.305537] env[67204]: INFO networking_nsxv3.common.synchronization [req-920ac7de-fd0f-4d83-a86a-66011a81f7c9 req-338009c5-548c-4d8d-acb0-26c3d25d613d service nova] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 1115.307040] env[67204]: INFO networking_nsxv3.common.synchronization [req-920ac7de-fd0f-4d83-a86a-66011a81f7c9 req-338009c5-548c-4d8d-acb0-26c3d25d613d service nova] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1115.307040] env[67204]: INFO networking_nsxv3.common.synchronization [req-920ac7de-fd0f-4d83-a86a-66011a81f7c9 req-338009c5-548c-4d8d-acb0-26c3d25d613d service nova] Enqueued Resource ID: a80899c4-b9ff-4997-99dc-6f7fa9dfcede with Priority: HIGHEST for action port [ 1115.307040] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_rules [ 1115.307040] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1115.307040] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80899c4-b9ff-4997-99dc-6f7fa9dfcede with Priority: HIGHEST for action port [ 1115.307040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.307327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.307327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.307441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.307441] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.308528] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.308628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.309574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.309574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.309574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.459273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.459414] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80899c4-b9ff-4997-99dc-6f7fa9dfcede',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.461140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.461262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.962376] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a80899c4-b9ff-4997-99dc-6f7fa9dfcede with status ACTIVE [ 1115.962655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.962758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.962816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.963040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.963134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963318] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.963419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.963481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.963631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.963713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.964375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.964448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964534] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a80899c4-b9ff-4997-99dc-6f7fa9dfcede is going to be updated. [ 1115.983703] env[67204]: INFO networking_nsxv3.common.synchronization [req-3fea81ba-0b2e-45d7-9151-f894a3905090 req-aacdc07f-b1fa-4339-8150-bd9dfbe8d146 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1115.984324] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1115.984618] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.984736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.984794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.984987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.985156] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.985249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.985300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.985446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.985524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.985715] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.996469] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.996652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.996652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.996859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.996994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.997176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80899c4-b9ff-4997-99dc-6f7fa9dfcede" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.310677] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.311306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.311519] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.311834] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.312185] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.313090] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.313298] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.313575] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.314625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.314625] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.314625] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.314625] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.314625] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.314625] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.314625] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.314924] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.337457] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.337645] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.337813] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.338192] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.338675] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.338992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.339257] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.339625] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.339831] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33bc2b2-f2b5-41f0-a9bf-9a5246783aab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.488986] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.842567] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.842802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.842930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.843255] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.843417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.843571] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port f33bc2b2-f2b5-41f0-a9bf-9a5246783aab not found, creating... [ 1116.843828] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.843984] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.844216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.844417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.844553] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.844831] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.844985] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.845375] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.845490] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.845671] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.845812] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: f33bc2b2-f2b5-41f0-a9bf-9a5246783aab is going to be created. [ 1116.868254] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.868254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.868254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.868551] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.868643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.868860] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.990620] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.245172] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 1117.245403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.245575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.245789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.245976] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.246582] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.495919] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.495919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.495919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.495919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.495919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.495919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be updated. [ 1117.525896] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.526090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.526133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.526332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.526479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536507] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1117.577490] env[67204]: INFO networking_nsxv3.common.synchronization [req-3fea81ba-0b2e-45d7-9151-f894a3905090 req-bdf94f1a-0b97-428b-be7f-5b56ef95203b service nova] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1117.577754] env[67204]: INFO networking_nsxv3.common.synchronization [req-3fea81ba-0b2e-45d7-9151-f894a3905090 req-bdf94f1a-0b97-428b-be7f-5b56ef95203b service nova] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1117.577853] env[67204]: INFO networking_nsxv3.common.synchronization [req-3fea81ba-0b2e-45d7-9151-f894a3905090 req-bdf94f1a-0b97-428b-be7f-5b56ef95203b service nova] Enqueued Resource ID: f33bc2b2-f2b5-41f0-a9bf-9a5246783aab with Priority: HIGHEST for action port [ 1117.578443] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_rules [ 1117.578587] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1117.578689] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bc2b2-f2b5-41f0-a9bf-9a5246783aab with Priority: HIGHEST for action port [ 1117.578982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.579137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.579202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579495] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.580686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.581221] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33bc2b2-f2b5-41f0-a9bf-9a5246783aab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.749056] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.084472] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.084861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085191] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f33bc2b2-f2b5-41f0-a9bf-9a5246783aab with status ACTIVE [ 1118.085336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.085518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.085899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086298] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086574] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087247] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.087405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.087705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.087835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.088172] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f33bc2b2-f2b5-41f0-a9bf-9a5246783aab is going to be updated. [ 1118.111039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.111039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.111682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33bc2b2-f2b5-41f0-a9bf-9a5246783aab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.252071] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.754710] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.754912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.754984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.755307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.755445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.755578] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be updated. [ 1118.791358] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.791579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.791579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.792034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.792342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.806686] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 1119.543233] env[67204]: INFO networking_nsxv3.common.synchronization [None req-735cd6c9-2061-43de-bc02-5b79441475f2 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1119.543896] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1119.544351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.544478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.544542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.544815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.544903] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.551337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1119.551337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.551337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.551337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.551337] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.551337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.551337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.551832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.551832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.551832] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.634216] env[67204]: INFO networking_nsxv3.common.synchronization [None req-09e14103-7dc4-4116-a484-00bcaffe0a8a tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1119.634774] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1119.635035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.635148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.054917] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.067230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.067448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.067575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.067888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.068021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.068162] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 already deleted. [ 1120.068285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.068843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.069447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.069547] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.557695] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.592671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.592878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.592878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.593108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.593197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.593295] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 already deleted. [ 1120.593375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.819692] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 1120.819902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.820270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.820638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.820996] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.821251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.821379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.821679] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.821861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.822182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.822368] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.060284] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.060481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.060525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.060721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.060812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.060913] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be updated. [ 1121.094789] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.095032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.095032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.095333] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.095485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.104612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1121.324903] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.827822] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abff398e-cafa-431a-b3ad-5dfbafd04c9a: rpc.has_security_group_logging(os_id): False [ 1121.845686] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.845876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.845981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.846321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.866236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.866637] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.866772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.866772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.866948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.867048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.867164] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be updated. [ 1121.935597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.935838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.935838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.936056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.936215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.963247] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 1123.114752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1123.115092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.115155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.115376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.115580] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.115676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.115748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.115902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.115984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.116139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.116237] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.620033] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.979061] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 1123.979061] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.121876] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c6271af-bbf2-4b50-9353-ce3d991247ab: rpc.has_security_group_logging(os_id): False [ 1124.140376] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.140526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.140569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.140791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.140876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.141140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.141241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.141302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.141449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.141519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.141602] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be updated. [ 1124.212728] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.212994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.213134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.213356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.213501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.225702] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1124.636254] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.636390] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.438091] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4b41201-fab9-4bd3-bb98-d53842e2bc5a req-5fe65278-a50c-49ce-8253-c9fd2a72434a tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1125.438908] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1125.438982] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.439091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.439163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.439605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.439703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.439762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.439914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.439995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440099] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.802016] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.802016] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.802016] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.802016] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.802016] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.802325] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.802412] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.802757] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.802990] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.803330] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.803534] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.803723] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.803916] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.804182] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.804379] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.804616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.826109] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.826287] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.826424] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.826610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.826941] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-b59f186b-a811-46e7-8959-40febac92f8e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.827129] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.827256] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.827593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.827744] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59f186b-a811-46e7-8959-40febac92f8e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.942612] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.942842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.942842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.943049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.943142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943334] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.943433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.943492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.943649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.943745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943796] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 already deleted. [ 1125.943933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.241289] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1126.241460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.330325] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.330570] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.330644] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.330949] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.331105] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.331257] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port b59f186b-a811-46e7-8959-40febac92f8e not found, creating... [ 1126.331505] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.331660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.331774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.331989] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.332232] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.332602] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.332772] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.332888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.333493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.333493] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.333493] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: b59f186b-a811-46e7-8959-40febac92f8e is going to be created. [ 1126.354336] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.354664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.354858] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.355275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.355617] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.355923] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.057658] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4b41201-fab9-4bd3-bb98-d53842e2bc5a req-55a6cd52-0d7b-4e7a-ae0a-d795dff5afc5 service nova] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1127.057931] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4b41201-fab9-4bd3-bb98-d53842e2bc5a req-55a6cd52-0d7b-4e7a-ae0a-d795dff5afc5 service nova] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1127.058346] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4b41201-fab9-4bd3-bb98-d53842e2bc5a req-55a6cd52-0d7b-4e7a-ae0a-d795dff5afc5 service nova] Enqueued Resource ID: b59f186b-a811-46e7-8959-40febac92f8e with Priority: HIGHEST for action port [ 1127.058707] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_rules [ 1127.058847] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1127.058944] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59f186b-a811-46e7-8959-40febac92f8e with Priority: HIGHEST for action port [ 1127.059624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.059823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.059823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.060045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.060327] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.061170] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.061298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.061352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.061848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.062015] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.062124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.062245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.062355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.062437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.062555] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.063774] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59f186b-a811-46e7-8959-40febac92f8e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.063872] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.063986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.064102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.064223] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59f186b-a811-46e7-8959-40febac92f8e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.173734] env[67204]: INFO networking_nsxv3.common.synchronization [None req-8c13787b-2acb-485f-9c2f-d73c70f6859f tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1127.173889] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1127.174661] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.175135] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.175281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.175355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.175699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.175699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.175699] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.566696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.566907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.567207] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.568277] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b59f186b-a811-46e7-8959-40febac92f8e with status ACTIVE [ 1127.568537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.568684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.568793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.569063] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.569227] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.569491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.569633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.569701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.569901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.569981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.570236] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.570335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.570429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.570620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.570741] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.570862] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b59f186b-a811-46e7-8959-40febac92f8e is going to be updated. [ 1127.596142] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.596353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.596353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.596599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.596744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.596910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59f186b-a811-46e7-8959-40febac92f8e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.678672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.678672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.678672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.678966] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.679112] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.679200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679295] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1127.712026] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.712419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.712419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.712619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.712712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.723897] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1128.073795] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.575758] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.575997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.575997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.576327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.576473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.576634] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 is going to be created. [ 1128.600471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.600727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.600727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.600866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.601038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.610916] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: UNINITIALIZED for 2s [ 1129.737654] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1129.740675] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 deletion is rescheduled due to dependency. [ 1129.740675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.997891] env[67204]: INFO networking_nsxv3.common.synchronization [None req-9fccf846-dc76-4418-bb95-8d3e4b152a92 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 with Priority: HIGHEST for action security_group_rules [ 1129.997984] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 with Priority: HIGHEST for action security_group_rules [ 1129.998467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.998667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.998761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.999129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.999260] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.181536] env[67204]: INFO networking_nsxv3.common.synchronization [None req-dd3d06e3-6095-4be7-82dd-58fe24648042 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 with Priority: HIGHEST for action security_group_rules [ 1130.182193] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 with Priority: HIGHEST for action security_group_rules [ 1130.182421] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.182421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.524800] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.524986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.525127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.525432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.525432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.525698] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 already deleted. [ 1130.525698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.525932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.525932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.526191] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.621252] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: SUCCESS [ 1130.621517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.621772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.622045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.622345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.622456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.622570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.623032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.623032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.624886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.626079] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.049334] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.049743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.049743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.049856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.049856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.049935] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45 already deleted. [ 1131.050023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9ff6a4-6cbd-4c2b-8dc5-84d47a519c45" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.127723] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.630955] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f9c2a95-7ef2-43b8-b385-2bc7b9996089: rpc.has_security_group_logging(os_id): False [ 1131.648648] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.648833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.648898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.649135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.649216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.649469] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.649569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.649622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.649768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.649843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.649928] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 is going to be created. [ 1131.710775] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.710944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.711028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.711244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.711427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.722933] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: IN_PROGRESS for 2s [ 1132.849460] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.849802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.849802] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.850051] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.850308] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.850472] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.850586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.851373] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.851552] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.851776] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.851896] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.852022] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.852141] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.852267] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.852376] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.852510] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.870747] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.870970] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.871132] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.871313] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-270" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.871703] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-64a19bf6-7507-48ec-b9fb-03370944aa86 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.871902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.872035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.872384] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.872547] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a19bf6-7507-48ec-b9fb-03370944aa86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.375268] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.375517] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.375652] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.376326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.376326] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.376532] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.376992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.377134] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.377369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.377512] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.378654] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.378654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.378654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.378875] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.378875] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.378953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 is going to be updated. [ 1133.383031] env[67204]: INFO networking_nsxv3.common.synchronization [req-2e79b70e-0cbe-47cb-a4a6-9e52823e3df9 req-42ce34f3-fd0a-411d-b390-e9f6f4e902e3 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1133.383796] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1133.384108] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.384268] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.384326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.384502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.384654] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.384751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.384812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.384969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.385064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.385157] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.407665] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.407890] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.408195] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.408292] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.408555] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.408795] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.738077] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: SUCCESS [ 1133.738361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.887018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.887421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.887421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.887527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.887575] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.887750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.887847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.887901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.888071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.888141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.888231] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1133.919931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.920144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.920144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.920348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.920533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.932159] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1134.115337] env[67204]: INFO networking_nsxv3.common.synchronization [req-314b3431-e35e-4be2-b2b1-d867f7e5a2b9 req-cf5458d2-e5fb-4d1b-8a7b-d2d56e76dd59 service nova] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1134.115510] env[67204]: INFO networking_nsxv3.common.synchronization [req-314b3431-e35e-4be2-b2b1-d867f7e5a2b9 req-cf5458d2-e5fb-4d1b-8a7b-d2d56e76dd59 service nova] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1134.115645] env[67204]: INFO networking_nsxv3.common.synchronization [req-314b3431-e35e-4be2-b2b1-d867f7e5a2b9 req-cf5458d2-e5fb-4d1b-8a7b-d2d56e76dd59 service nova] Enqueued Resource ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 with Priority: HIGHEST for action port [ 1134.116351] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_rules [ 1134.116480] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1134.116577] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 with Priority: HIGHEST for action port [ 1134.116849] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.116994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.117048] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.117222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.117329] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.120509] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.120610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.120691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.120852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.121427] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.121427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.121427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.121427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.121427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.121664] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.122457] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a19bf6-7507-48ec-b9fb-03370944aa86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.122457] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.122577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.122636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.122711] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a19bf6-7507-48ec-b9fb-03370944aa86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.624916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.625148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.625618] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.626481] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64a19bf6-7507-48ec-b9fb-03370944aa86 with status ACTIVE [ 1134.626724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.626840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.626922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.627306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.627403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.627557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.627698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.627754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.628339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.628339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.628479] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.628733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.628733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.629590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.629590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.629590] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64a19bf6-7507-48ec-b9fb-03370944aa86 is going to be updated. [ 1134.652322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.652518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.652559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.652753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.652887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.653066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a19bf6-7507-48ec-b9fb-03370944aa86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.131980] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.634112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.634378] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.634455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.634633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.634721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.634822] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be updated. [ 1135.677749] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.678056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.678056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.678202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.678365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.689983] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: IN_PROGRESS for 2s [ 1135.942822] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1135.943064] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1135.943217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.702780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: SUCCESS [ 1137.703194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.703259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703672] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.703824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.703913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.704102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.704224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704479] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.206403] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.708902] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff034789-24c4-4584-a2d5-e64aea982214: rpc.has_security_group_logging(os_id): False [ 1138.732506] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.732680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.732733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.732968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.733075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.733454] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.733568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.733654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.733841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.734511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.734591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be updated. [ 1138.832046] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.832379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.832555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.832807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.833065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.851555] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: IN_PROGRESS for 2s [ 1139.117719] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.117909] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1140.866461] env[67204]: INFO networking_nsxv3.common.synchronization [req-23796003-4dcf-485d-b59e-8b578b4b9806 req-9306df10-e8a9-4e13-b652-37a9cdc8b729 tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1140.867587] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1140.867907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.867989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.868071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.868409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868629] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.868806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.868916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.869503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.869503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.869644] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.871884] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: SUCCESS [ 1140.872135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.186264] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.186481] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.186610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.186960] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.187270] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.187424] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.187543] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.187781] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.187927] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.188149] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.188267] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.188493] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.188631] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.188771] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.188870] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.189107] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.213260] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.213647] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.213647] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.213842] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.214288] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-55490b9c-2ede-4050-8211-38b2ac95ef2c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.214575] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.214705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.215081] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.215197] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55490b9c-2ede-4050-8211-38b2ac95ef2c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.374202] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.374456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.374506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.374696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.374783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.375124] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.375207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.375245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.375410] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.375511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.375642] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1141.411203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.411417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.411417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.411609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.411751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.425982] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1141.717743] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.718092] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.718265] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.718568] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.718752] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.718924] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 55490b9c-2ede-4050-8211-38b2ac95ef2c not found, creating... [ 1141.719206] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.719369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.719518] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.720974] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.720974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.721365] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 55490b9c-2ede-4050-8211-38b2ac95ef2c is going to be created. [ 1141.743617] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.743939] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.744106] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.744509] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.744844] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.745103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.474647] env[67204]: INFO networking_nsxv3.common.synchronization [req-23796003-4dcf-485d-b59e-8b578b4b9806 req-0c118739-bc80-4bb7-ac28-ab48b517f8c4 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1142.474647] env[67204]: INFO networking_nsxv3.common.synchronization [req-23796003-4dcf-485d-b59e-8b578b4b9806 req-0c118739-bc80-4bb7-ac28-ab48b517f8c4 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1142.474647] env[67204]: INFO networking_nsxv3.common.synchronization [req-23796003-4dcf-485d-b59e-8b578b4b9806 req-0c118739-bc80-4bb7-ac28-ab48b517f8c4 service nova] Enqueued Resource ID: 55490b9c-2ede-4050-8211-38b2ac95ef2c with Priority: HIGHEST for action port [ 1142.474647] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1142.475201] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1142.475489] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55490b9c-2ede-4050-8211-38b2ac95ef2c with Priority: HIGHEST for action port [ 1142.475925] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.476638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.476638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.476932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.477036] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.478113] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.478240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.478478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-55490b9c-2ede-4050-8211-38b2ac95ef2c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.478602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.478675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.479012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.480027] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55490b9c-2ede-4050-8211-38b2ac95ef2c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.981630] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.981803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.982142] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55490b9c-2ede-4050-8211-38b2ac95ef2c with status ACTIVE [ 1142.982375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.982492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.982566] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.982820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.983474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.983474] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.983474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.983474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.983649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.983649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.983816] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.983913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.983977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.984140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.984215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.984301] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55490b9c-2ede-4050-8211-38b2ac95ef2c is going to be updated. [ 1143.012851] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.013194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.013194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.013418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.013649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.013865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55490b9c-2ede-4050-8211-38b2ac95ef2c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.437595] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1143.437768] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1143.437890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.438068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.438300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.438499] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.438614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.438683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.438994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.439099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.439204] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.942048] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.444120] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.946411] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.947014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.947014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.947277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.947338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.947505] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1145.122780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.122992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.122992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.123362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.123590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.134752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1147.149253] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1147.149675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.149675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.149824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.150038] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.150161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.150225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.150388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.150595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.150687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.150778] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.477139] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.477271] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1147.653552] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.653690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.653809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.654076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.654317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.654480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.654680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.654739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.655054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.655054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.655145] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.655195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.655241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.655567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.655567] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.655686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.655686] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.655792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.656179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.656179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.656179] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.158591] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ffe5fc-da69-413e-b764-9bbd9eea4675: rpc.has_security_group_logging(os_id): False [ 1148.177265] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.177468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.177468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.177627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.177750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.177997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.178121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.178170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.178319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.178404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.178582] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.178659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.178731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.178859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.178930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.179131] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.179233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.179280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.179436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.179535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.179575] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1148.240404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.240680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.240680] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.240823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.240954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.253140] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1149.394898] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.395268] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.395268] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.395630] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.395923] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.396151] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.396306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.396569] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.396780] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.397089] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.397265] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.397380] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.397489] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.397603] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.397707] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.398322] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.419478] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.419644] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.419790] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.419970] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.420318] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.420931] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.420931] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.421072] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.421113] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dbec4b-f1d9-4c26-bb46-e610c1be7bc1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.923693] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.924146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.924721] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.924920] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.925223] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.925514] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 not found, creating... [ 1149.925884] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.926071] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.926220] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.926504] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.926654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.926960] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.927138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.927256] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.927470] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.927637] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.927874] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 is going to be created. [ 1149.952758] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.953120] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.953341] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.953809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.954105] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.954472] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.267819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1150.268079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.704465] env[67204]: INFO networking_nsxv3.common.synchronization [req-cffca64e-c09f-4584-b1fe-1ac8e5bd98f1 req-401373d0-56a3-4a67-9d67-f66208184767 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1150.704757] env[67204]: INFO networking_nsxv3.common.synchronization [req-cffca64e-c09f-4584-b1fe-1ac8e5bd98f1 req-401373d0-56a3-4a67-9d67-f66208184767 service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1150.704834] env[67204]: INFO networking_nsxv3.common.synchronization [req-cffca64e-c09f-4584-b1fe-1ac8e5bd98f1 req-401373d0-56a3-4a67-9d67-f66208184767 service nova] Enqueued Resource ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with Priority: HIGHEST for action port [ 1150.705376] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1150.705537] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1150.705661] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with Priority: HIGHEST for action port [ 1150.705939] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.708454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.708528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.708799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.708911] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.712106] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.712257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.712344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.712587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.712844] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.712931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.713842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.713842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.713842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.713842] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.714387] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.714522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.714616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.714808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.714917] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dbec4b-f1d9-4c26-bb46-e610c1be7bc1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.218775] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with status ACTIVE [ 1151.219095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.219240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.219302] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.219526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.219618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.219826] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.219933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.219993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.220271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.220392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.220691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.221069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.221069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.221171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.221242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.221332] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 is going to be updated. [ 1151.222749] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.222880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.223150] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.244319] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.244631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.244738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.244972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.245149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.245322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.725841] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.228804] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.228995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.229133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.229287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.229386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.229491] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1152.261699] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.261908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.261908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.262139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.262299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.272490] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1154.287794] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1154.288416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.288416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.288598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.288837] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.289056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.289152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.289388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.289508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.289650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.289794] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.793043] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.793043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.793043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.793368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.793401] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.793518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.793625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.793903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.794060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.794351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.794460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.794549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.794730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.794883] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.794982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.795056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.795203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.795280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.795393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.795509] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.156848] env[67204]: INFO networking_nsxv3.common.synchronization [req-944f924e-e76e-4554-a20d-e94179c3de21 req-7829518b-c0de-4136-9d6a-0992dff39420 tempest-ServersTestFqdnHostnames-17801236 tempest-ServersTestFqdnHostnames-17801236-project-member] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1155.157470] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGHEST for action security_group_members [ 1155.157798] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.157905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.157974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.158189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.158329] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.158424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.158485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.158627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.158711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.158798] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.298235] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811108f-6bca-442c-90af-29815df49532: rpc.has_security_group_logging(os_id): False [ 1155.317072] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.317233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.317435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.317524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.317744] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.317847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.318074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.318151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.318333] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.318428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.318490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.318635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.318702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.318888] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.318979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.319051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.319192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.319263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.319349] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1155.384640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.384640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.384640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.385822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.385822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.402942] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1155.661019] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.661313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.661404] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.661617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.661714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.661918] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.662039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.662102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.662244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.662315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.662409] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 is going to be updated. [ 1155.694177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.694177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.694177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.694177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.694177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.701762] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: IN_PROGRESS for 2s [ 1157.418995] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1157.419278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.713646] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 in Status: SUCCESS [ 1157.713937] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 deletion is rescheduled due to dependency. [ 1157.714219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.158294] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.158611] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1164.767272] env[67204]: INFO networking_nsxv3.common.synchronization [req-0df5d9f1-3a11-42de-a708-75ed2bf68358 req-234d2e7f-bd5d-4ade-a542-1e92ba217171 tempest-AttachVolumeTestJSON-666851938 tempest-AttachVolumeTestJSON-666851938-project-member] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1164.767806] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGHEST for action security_group_members [ 1164.768119] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.768244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.768899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.768899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.769040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.769040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.769153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.769245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.769806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.769806] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.271697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.271989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.271989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.272192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.272284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.272487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.272595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.272708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.272786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.272861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.272953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 is going to be updated. [ 1165.303385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.303650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.303709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.303977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.304219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.314539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: IN_PROGRESS for 2s [ 1167.325832] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0e9b580-9d63-43eb-9326-e504e349cf16 in Status: SUCCESS [ 1167.326251] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 deletion is rescheduled due to dependency. [ 1167.326251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.591695] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.592116] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.592116] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.592317] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.592568] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.592725] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.592844] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.593065] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.593208] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.593413] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.593526] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.593631] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.593733] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.593847] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.593947] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.594086] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.613508] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.613676] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.613813] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.613996] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-799" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.614326] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.614496] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.614614] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.614899] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.615050] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dbec4b-f1d9-4c26-bb46-e610c1be7bc1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.117405] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.118259] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.118259] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.118259] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.118259] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.118476] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.118641] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.118767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.119043] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.119190] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.119476] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.119635] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.119782] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.119995] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.120143] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.120285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 is going to be updated. [ 1169.140993] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.141221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.141343] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.141666] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.141808] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.142065] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.768942] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.769258] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1169.840358] env[67204]: INFO networking_nsxv3.common.synchronization [req-da69194f-3221-406b-81ca-41e7765710ca req-8bd7779c-6aff-4bd4-a4f6-c6f1037e78bc service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1169.840552] env[67204]: INFO networking_nsxv3.common.synchronization [req-da69194f-3221-406b-81ca-41e7765710ca req-8bd7779c-6aff-4bd4-a4f6-c6f1037e78bc service nova] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1169.840692] env[67204]: INFO networking_nsxv3.common.synchronization [req-da69194f-3221-406b-81ca-41e7765710ca req-8bd7779c-6aff-4bd4-a4f6-c6f1037e78bc service nova] Enqueued Resource ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with Priority: HIGHEST for action port [ 1169.840932] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_rules [ 1169.841084] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1169.841182] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with Priority: HIGHEST for action port [ 1169.841935] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.842116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.842187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.842445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.842531] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.843412] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.843526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.843632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.843830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.844216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.844779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.844779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.844779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.844779] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.844779] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.847423] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.847423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.847423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.847423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.847600] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dbec4b-f1d9-4c26-bb46-e610c1be7bc1',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.349370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.349599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.349897] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.350743] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 with status ACTIVE [ 1170.350993] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.351198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.351305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.351562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.351700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.351920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.352076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.352183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.352381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.352499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.352778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.352927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.353065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.353224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.353353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.353463] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55dbec4b-f1d9-4c26-bb46-e610c1be7bc1 is going to be updated. [ 1170.387583] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.387823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.387914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.388200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.388394] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.388597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55dbec4b-f1d9-4c26-bb46-e610c1be7bc1" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.855481] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.358018] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.358205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.358351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.358614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.358676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.358816] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1171.388643] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.388904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.388904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.389087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.389276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398303] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1173.409987] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1173.410360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.410403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.411328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.411328] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.411328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.411328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.411328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.411328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.411742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.411742] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.916116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.916298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.916418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.916848] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.916848] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.916927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.917067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.917239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.917327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.917413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.917564] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.917659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.917721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.917844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.917980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.918088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.918151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.918280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.918432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.918547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.918607] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.420778] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811108f-6bca-442c-90af-29815df49532: rpc.has_security_group_logging(os_id): False [ 1174.440368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.440520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.440577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.440790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.441016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.441436] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.441436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.441568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.441733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.441849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.442109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.442212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.442271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.442417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.442490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.442678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.442801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.442868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.443027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.443093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.443180] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1174.504014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.504219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.504274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.504449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.504606] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.519897] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1174.842226] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.842373] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1176.539620] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1176.539620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.567915] env[67204]: INFO networking_nsxv3.common.synchronization [req-84648cfd-37a8-4c05-b67e-3c07c777aad8 req-208b52a9-5db4-482e-ab03-3660107cea34 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1176.568829] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGHEST for action security_group_members [ 1176.568829] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.568829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.568829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.569083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.569226] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.569293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.569372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.569550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.569593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.569689] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.073673] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.073673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.073673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.073951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.074138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.074447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.074564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.074633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.074879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.074960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.075066] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 is going to be updated. [ 1177.137345] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.137599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.137599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.137797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.137944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.148105] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: IN_PROGRESS for 2s [ 1178.633843] env[67204]: INFO networking_nsxv3.common.synchronization [req-9be36103-762c-4985-9712-e7015f94d29a req-95b62be0-21d5-4f9a-b2b8-c1a82c8e991b tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1178.634426] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1178.634729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.634897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.634971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.635193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.635352] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.635944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.635944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.636056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.636149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.636247] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.138898] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.139222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.139426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.139526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.139743] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.139893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.140013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.140141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.140218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.140308] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1179.169028] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 in Status: SUCCESS [ 1179.169506] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 deletion is rescheduled due to dependency. [ 1179.169506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.171861] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.171861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.171861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.172050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.172105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.181953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1181.194179] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1181.194502] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1181.194502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.043675] env[67204]: INFO networking_nsxv3.common.synchronization [req-651ba3e7-f124-4148-b586-47b677235fc2 req-9e137e4e-8f23-4b94-a028-10de6babfa6e tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1183.044337] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1183.044726] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.044928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.044989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.045838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.045838] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.045838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.045838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.045838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.045838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.046166] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.342794] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.342997] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.343154] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.343423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.343681] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.343842] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.343968] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.344200] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.344352] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.344561] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.344679] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.344859] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.344987] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.345120] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.345230] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.345359] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.365275] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.365440] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.365567] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.365754] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-771" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.366138] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-f62d5e0c-4c33-4306-8c5e-58cda896e23d taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.366354] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.366478] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.366983] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.366983] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d5e0c-4c33-4306-8c5e-58cda896e23d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.549526] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.549526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.549526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.549730] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.549776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.549975] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.550092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.550155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.550301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.550374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.550458] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1183.578220] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.578417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.578417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.578623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.578763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.587778] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1183.870117] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.870351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.870351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.870573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.870722] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.870876] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port f62d5e0c-4c33-4306-8c5e-58cda896e23d not found, creating... [ 1183.871152] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.871307] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.871423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.871639] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.871775] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.872109] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.872275] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.872417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.872705] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.872915] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.873080] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: f62d5e0c-4c33-4306-8c5e-58cda896e23d is going to be created. [ 1183.891942] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.892174] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.892316] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.892593] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.892839] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.893105] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.595864] env[67204]: INFO networking_nsxv3.common.synchronization [req-651ba3e7-f124-4148-b586-47b677235fc2 req-a861de06-c74e-40a2-a691-e5ec0e9c18d5 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1184.596190] env[67204]: INFO networking_nsxv3.common.synchronization [req-651ba3e7-f124-4148-b586-47b677235fc2 req-a861de06-c74e-40a2-a691-e5ec0e9c18d5 service nova] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1184.596246] env[67204]: INFO networking_nsxv3.common.synchronization [req-651ba3e7-f124-4148-b586-47b677235fc2 req-a861de06-c74e-40a2-a691-e5ec0e9c18d5 service nova] Enqueued Resource ID: f62d5e0c-4c33-4306-8c5e-58cda896e23d with Priority: HIGHEST for action port [ 1184.596751] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_rules [ 1184.596883] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1184.596981] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62d5e0c-4c33-4306-8c5e-58cda896e23d with Priority: HIGHEST for action port [ 1184.597609] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.597734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.597994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.598086] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.599591] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.599591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.599805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62d5e0c-4c33-4306-8c5e-58cda896e23d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.599909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.599974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.600163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.600280] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d5e0c-4c33-4306-8c5e-58cda896e23d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.100077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.100275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.101910] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f62d5e0c-4c33-4306-8c5e-58cda896e23d with status ACTIVE [ 1185.102134] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.102253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.102320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.102530] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.102636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.102837] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.102950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.102991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.103210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.103343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.103559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.103621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.103672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.103822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.103926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.104054] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f62d5e0c-4c33-4306-8c5e-58cda896e23d is going to be updated. [ 1185.125906] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.126158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.126158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.126342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.126477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.126637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62d5e0c-4c33-4306-8c5e-58cda896e23d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.597648] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1185.597915] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1185.597951] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.598165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.598322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.598514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.598630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.598694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.598851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.598918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.599021] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.685432] env[67204]: INFO networking_nsxv3.common.synchronization [req-bf111f89-7433-4a0c-85e8-a427534cf253 req-030ba46f-a54d-401f-9c33-75ea76adeb9a tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1185.685566] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1185.685871] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.686018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.686083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.686262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.686449] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.686544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.686579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.686857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.686857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.686857] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.100941] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.189108] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.603410] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.691675] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.106524] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.106747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.106747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.107044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.107162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.107199] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1187.139127] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.139299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.139368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.139608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.139767] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.149675] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1187.194566] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.194801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.194801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.195144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.195273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.195384] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be updated. [ 1187.222839] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.223034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.223083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.224023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.224023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.234822] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1187.992699] env[67204]: INFO networking_nsxv3.common.synchronization [req-ad8c1717-de55-463c-9ee6-9dd8e8b47397 req-56c52977-ac49-4219-9c03-8e60a985e270 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1187.993203] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGHEST for action security_group_members [ 1187.997489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.997489] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.997489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.997489] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.498531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.499797] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.499797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.500104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.500104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.500104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.500197] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 is going to be updated. [ 1188.529311] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.539064] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: IN_PROGRESS for 2s [ 1189.160916] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1189.160916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.160916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.160916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.161473] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.161473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.161473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.161619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.161619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.161721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.161823] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.246901] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1189.248811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.664553] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.664791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.664950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.665359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.665500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.665612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.665694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.665988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.666108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.666261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.666557] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.666667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.666794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.666998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.667375] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.667646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.667696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.667856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.667963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.668130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.668130] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.170429] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48ffe5fc-da69-413e-b764-9bbd9eea4675: rpc.has_security_group_logging(os_id): False [ 1190.193052] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.193052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.193052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.193504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.193504] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.193504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.193695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.193695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.193836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.193918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.194597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.194597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.194597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.194597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.194597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.194856] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.194856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.194856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.195135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.195297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.195431] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1190.281023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.281023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.281023] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.281228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.281228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.309708] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1190.549467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba61201-b9d9-4923-9729-fef54e1f2e30 in Status: SUCCESS [ 1190.549702] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 deletion is rescheduled due to dependency. [ 1190.549743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.620856] env[67204]: INFO networking_nsxv3.common.synchronization [req-fbab256b-22ae-4b3b-afbc-34c5e4a3f9e7 req-6c1cec66-3c8c-4400-8e9c-6caf9f0c430a tempest-AttachVolumeShelveTestJSON-902741926 tempest-AttachVolumeShelveTestJSON-902741926-project-member] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1190.622028] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGHEST for action security_group_members [ 1190.622028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.622028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.622285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.622352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.622504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.622642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.622706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.622916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.623533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.623533] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.125889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.126099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.126174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.126395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.126484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.126735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.126789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.126823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.126967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.127355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.127355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be updated. [ 1191.159054] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.159203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.159273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.159474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.159622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.170480] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: IN_PROGRESS for 2s [ 1191.665925] env[67204]: INFO networking_nsxv3.common.synchronization [req-4844a795-4295-48c7-a3ba-c8b4fc91da02 req-a979870d-9001-45b0-bd4c-7d10550a5ffe tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1191.666464] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1191.666734] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.667425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.667425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.667425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.668162] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.668260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.668331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.668514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.668659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.668708] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.041027] env[67204]: INFO networking_nsxv3.common.synchronization [req-7fb2f6e8-082c-45d8-b403-8e31a93e1e3d req-ca6147d3-fbf4-45f7-b956-55af2738c377 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1192.041027] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGHEST for action security_group_members [ 1192.041027] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.041027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.041027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.041027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.041552] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.041971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.043684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.043684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.043684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.043684] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.171302] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.326859] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1192.327738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.545037] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.545230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.545307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.545528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.545616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.545818] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.545915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.546010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.546181] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.546257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.546365] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be updated. [ 1192.577370] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.577964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.578067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.578388] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.578462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.587780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: IN_PROGRESS for 2s [ 1192.674655] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.792658] env[67204]: INFO networking_nsxv3.common.synchronization [None req-839a53f0-1ca3-4210-b899-45f3cd7f86bc tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1192.793092] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1192.793781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.793915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.793989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.794226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.794318] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.885346] env[67204]: INFO networking_nsxv3.common.synchronization [None req-bf66ee3f-89b5-4435-8486-d642e6911776 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1192.885938] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1192.886237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.886380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.176698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.177089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.177089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.177157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.177323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.177391] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be updated. [ 1193.179949] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff034789-24c4-4584-a2d5-e64aea982214 in Status: SUCCESS [ 1193.180152] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff034789-24c4-4584-a2d5-e64aea982214 deletion is rescheduled due to dependency. [ 1193.180261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.204661] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.204810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.204886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.205199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.205308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.215957] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 1193.321597] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.321597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.321597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.321993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.322167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.322281] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 already deleted. [ 1193.322373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.322531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.322706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.322795] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.849461] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.849461] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.849662] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.849728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.851812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.851812] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 already deleted. [ 1193.851812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.598298] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab in Status: SUCCESS [ 1194.598692] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab deletion is rescheduled due to dependency. [ 1194.598692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.227505] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 4s [ 1196.099075] env[67204]: INFO networking_nsxv3.common.synchronization [req-ca40e0dd-070d-4ebc-85f9-1450b0ab2198 req-94ea1c15-022f-42c4-ac49-7833a68f177f tempest-ServerDiskConfigTestJSON-1267614555 tempest-ServerDiskConfigTestJSON-1267614555-project-member] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1196.099580] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGHEST for action security_group_members [ 1196.099874] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.099993] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.100069] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.100306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.100601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.100601] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.100717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.100803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.100884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.100978] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.603163] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.603426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.603539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.603816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.603961] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.604249] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.604405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.604509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.604698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.604821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.605030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be updated. [ 1196.631918] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.632200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.632294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.632501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.632648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.642826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: IN_PROGRESS for 2s [ 1197.238570] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 1197.238904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.577137] env[67204]: INFO networking_nsxv3.common.synchronization [None req-badc3aeb-6d63-4cd9-b63d-0657e3123dc5 tempest-AttachInterfacesTestJSON-1322220349 tempest-AttachInterfacesTestJSON-1322220349-project-member] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1197.578021] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGHEST for action security_group_members [ 1197.578185] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.578340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.578409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.578619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.578802] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.578856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.578899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.579100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.579192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.579283] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.082057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.082057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.082261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.082296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.082401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.082590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.082694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.082746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.082890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.082970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.083086] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be updated. [ 1198.113831] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.113983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.114065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.114264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.114412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.123467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: IN_PROGRESS for 2s [ 1198.652632] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 in Status: SUCCESS [ 1198.653014] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 deletion is rescheduled due to dependency. [ 1198.653014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.138117] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811108f-6bca-442c-90af-29815df49532 in Status: SUCCESS [ 1200.138452] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811108f-6bca-442c-90af-29815df49532 deletion is rescheduled due to dependency. [ 1200.138510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.130314] env[67204]: INFO networking_nsxv3.common.synchronization [req-efbdb285-ed61-438a-87b4-953a0c1ec1fa req-c6c678ad-3263-4437-ab5d-88112ee1232e tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1201.130788] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1201.131111] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.131237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.131301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.131558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.131710] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.131811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.131874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.132199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.132199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.132199] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.455416] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.455719] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.455755] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.455994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.456263] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.456413] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.456531] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.456749] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.456898] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.457265] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.457442] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.457604] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.457764] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.457936] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.458118] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.458362] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.478868] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.478868] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.478868] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.478868] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.478868] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-b97ef4f5-ddc2-4970-b608-4183e5911a69 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.479446] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.479446] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.479581] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.479717] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97ef4f5-ddc2-4970-b608-4183e5911a69',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.635772] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.635772] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.635772] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 already deleted. [ 1201.635772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.982947] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.983205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.983329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.984079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.984079] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.984079] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port b97ef4f5-ddc2-4970-b608-4183e5911a69 not found, creating... [ 1201.984320] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.984320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.984463] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.984609] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.984740] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.985047] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.985193] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.985554] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.985554] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.985687] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.985743] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: b97ef4f5-ddc2-4970-b608-4183e5911a69 is going to be created. [ 1202.004437] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.004831] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.004878] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.008025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.008025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.008025] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.735976] env[67204]: INFO networking_nsxv3.common.synchronization [req-efbdb285-ed61-438a-87b4-953a0c1ec1fa req-d3b3bfb1-5b13-486e-abb6-d299bb01ec1f service nova] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1202.736311] env[67204]: INFO networking_nsxv3.common.synchronization [req-efbdb285-ed61-438a-87b4-953a0c1ec1fa req-d3b3bfb1-5b13-486e-abb6-d299bb01ec1f service nova] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1202.736344] env[67204]: INFO networking_nsxv3.common.synchronization [req-efbdb285-ed61-438a-87b4-953a0c1ec1fa req-d3b3bfb1-5b13-486e-abb6-d299bb01ec1f service nova] Enqueued Resource ID: b97ef4f5-ddc2-4970-b608-4183e5911a69 with Priority: HIGHEST for action port [ 1202.736850] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_rules [ 1202.737036] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1202.737122] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97ef4f5-ddc2-4970-b608-4183e5911a69 with Priority: HIGHEST for action port [ 1202.737389] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.737485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.737571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.737793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.737827] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.738607] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.738720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.738786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.738950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.739109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.739202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.739260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.739399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.739480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.739566] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.740278] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97ef4f5-ddc2-4970-b608-4183e5911a69 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.740402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.740494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.740587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.740658] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97ef4f5-ddc2-4970-b608-4183e5911a69',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.242671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.242799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.242993] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.243874] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b97ef4f5-ddc2-4970-b608-4183e5911a69 with status ACTIVE [ 1203.244070] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.244187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.244254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.244450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.244534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.244703] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.244798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.244853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.244996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.245167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.245276] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.245367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.245452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.245558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.245627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.245708] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b97ef4f5-ddc2-4970-b608-4183e5911a69 is going to be updated. [ 1203.268036] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.268164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.268206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.268401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.268537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.268691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97ef4f5-ddc2-4970-b608-4183e5911a69" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.748481] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.251073] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.251258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.251332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.251617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.251722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.251827] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 is going to be created. [ 1204.275786] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.275936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.275992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.276273] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.276439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.290934] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: UNINITIALIZED for 2s [ 1206.300600] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: SUCCESS [ 1206.300913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.301010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.301285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.301508] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.301632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.301697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.301857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.301937] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.302036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.302129] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.804268] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.306792] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86a32cae-5d74-4c66-80a5-9bdff2fb5238: rpc.has_security_group_logging(os_id): False [ 1207.325892] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.326096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.326153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.326366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.326454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.326704] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.326803] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.326865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.327014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.327091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.327175] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 is going to be created. [ 1207.388530] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.388681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.388751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.388962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.389159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.401727] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: IN_PROGRESS for 2s [ 1207.738196] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.738270] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.916449] env[67204]: INFO networking_nsxv3.common.synchronization [None req-f27c1b72-0b08-4c81-876b-44e85a19b625 None None] Enqueued Resource ID: be4ee0a4-6729-4e72-8774-2b76acfa9076 with Priority: HIGHEST for action port [ 1207.916982] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4ee0a4-6729-4e72-8774-2b76acfa9076 with Priority: HIGHEST for action port [ 1207.917301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4ee0a4-6729-4e72-8774-2b76acfa9076 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.917452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4ee0a4-6729-4e72-8774-2b76acfa9076" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.917525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4ee0a4-6729-4e72-8774-2b76acfa9076" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.917784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4ee0a4-6729-4e72-8774-2b76acfa9076" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.917866] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4ee0a4-6729-4e72-8774-2b76acfa9076',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.420499] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be4ee0a4-6729-4e72-8774-2b76acfa9076 [ 1208.420745] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.420933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.421010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.421328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.421399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.421571] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be4ee0a4-6729-4e72-8774-2b76acfa9076 already deleted. [ 1208.421609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4ee0a4-6729-4e72-8774-2b76acfa9076" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.415826] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: SUCCESS [ 1209.416238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.985909] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0128ddb9-16a0-4074-bea8-6bbbb38fd245 None None] Enqueued Resource ID: c469dade-a68a-4669-8607-67691ec7d682 with Priority: HIGHEST for action port [ 1209.986416] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c469dade-a68a-4669-8607-67691ec7d682 with Priority: HIGHEST for action port [ 1209.986719] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c469dade-a68a-4669-8607-67691ec7d682 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.986841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c469dade-a68a-4669-8607-67691ec7d682" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.986907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c469dade-a68a-4669-8607-67691ec7d682" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.987234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c469dade-a68a-4669-8607-67691ec7d682" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.987320] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c469dade-a68a-4669-8607-67691ec7d682',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.489640] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c469dade-a68a-4669-8607-67691ec7d682 [ 1210.490047] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.490140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.490195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.490446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.490569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.490699] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c469dade-a68a-4669-8607-67691ec7d682 already deleted. [ 1210.490838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c469dade-a68a-4669-8607-67691ec7d682" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.576133] env[67204]: INFO networking_nsxv3.common.synchronization [req-5140a63c-c616-4dbb-b706-48db593eea5e req-df6a7d3a-74a4-4b68-b980-f83c74dc2afa tempest-ServerActionsTestOtherA-1086547901 tempest-ServerActionsTestOtherA-1086547901-project-member] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1211.576133] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGHEST for action security_group_members [ 1211.576133] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.576133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.576133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.576688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.576861] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.577039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.578216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.578426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.578689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.578689] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.758647] env[67204]: INFO networking_nsxv3.common.synchronization [None req-a2542e87-4de1-41b9-9cbe-eab379d590c9 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1211.758647] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1211.758647] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.758782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.758814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.759128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.759207] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.847366] env[67204]: INFO networking_nsxv3.common.synchronization [None req-17c47894-b5b7-4211-943d-3867aa1979b8 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1211.847901] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1211.848209] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.848313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.081053] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.081222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.081341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.081567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.081623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.081811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.081914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.081972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.082138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.082215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.082294] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be updated. [ 1212.110673] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.110834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.110878] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.111091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.111225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.120847] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: IN_PROGRESS for 2s [ 1212.293898] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.293898] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a already deleted. [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.293898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.293898] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.814454] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.814784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.814784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.814877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.815017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.815055] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a already deleted. [ 1212.815244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.983187] env[67204]: INFO networking_nsxv3.common.synchronization [req-c956cb65-e974-4ba8-9220-294b164b8e32 req-8b86acab-4baf-4f65-83d5-12d03577cb09 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1212.983712] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1212.984013] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.984134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.984198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.984436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.984585] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.984682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.984738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.984886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.984966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.985107] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.295022] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.295234] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.295336] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.295668] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.296093] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.296357] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.296464] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.296686] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.296834] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.297050] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.297179] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.297274] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.297383] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.297500] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.297605] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.297734] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.318587] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.318587] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.318587] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.318791] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.319054] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-c134902d-6c4c-458c-995e-e6538e642f01 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.319291] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.319440] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.320034] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.320034] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c134902d-6c4c-458c-995e-e6538e642f01',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.487394] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.487536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.487602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.488109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.488109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.488109] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.488251] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.488290] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.488474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.488474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.488550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 already deleted. [ 1213.488897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.822314] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.822662] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.822662] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.822937] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.823098] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.823412] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port c134902d-6c4c-458c-995e-e6538e642f01 not found, creating... [ 1213.823713] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.823884] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.824018] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.824273] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.824417] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.824715] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.824873] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.824987] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.825250] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.825404] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.825543] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: c134902d-6c4c-458c-995e-e6538e642f01 is going to be created. [ 1213.850992] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.850992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.850992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.850992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.850992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.850992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.130927] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a in Status: SUCCESS [ 1214.131121] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a deletion is rescheduled due to dependency. [ 1214.131224] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.528951] env[67204]: INFO networking_nsxv3.common.synchronization [req-c956cb65-e974-4ba8-9220-294b164b8e32 req-189bbb07-7317-4759-b145-07e3bca3a293 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1214.529180] env[67204]: INFO networking_nsxv3.common.synchronization [req-c956cb65-e974-4ba8-9220-294b164b8e32 req-189bbb07-7317-4759-b145-07e3bca3a293 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1214.529337] env[67204]: INFO networking_nsxv3.common.synchronization [req-c956cb65-e974-4ba8-9220-294b164b8e32 req-189bbb07-7317-4759-b145-07e3bca3a293 service nova] Enqueued Resource ID: c134902d-6c4c-458c-995e-e6538e642f01 with Priority: HIGHEST for action port [ 1214.529828] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1214.529960] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1214.530187] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c134902d-6c4c-458c-995e-e6538e642f01 with Priority: HIGHEST for action port [ 1214.530599] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.530771] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.530870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.531168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.531289] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.532780] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.533707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.533806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.534218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.534390] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.534496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.534563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.534754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.534875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.534971] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.535790] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-c134902d-6c4c-458c-995e-e6538e642f01 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.535969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.535969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.536145] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.536242] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c134902d-6c4c-458c-995e-e6538e642f01',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.033964] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.034339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.037532] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.038510] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c134902d-6c4c-458c-995e-e6538e642f01 with status ACTIVE [ 1215.038652] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.038824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.038824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.039071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.039140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.039303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.039399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.039459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.039611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.039684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.039867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.039959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.040024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.040156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.040288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.040330] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c134902d-6c4c-458c-995e-e6538e642f01 is going to be updated. [ 1215.061365] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.061556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.061556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.061944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.061944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.062171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c134902d-6c4c-458c-995e-e6538e642f01" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.542440] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.045561] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.045892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.045892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.046106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.046283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.046355] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be created. [ 1216.071330] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.071543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.071543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.071734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.071887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.082640] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: UNINITIALIZED for 2s [ 1217.779383] env[67204]: INFO networking_nsxv3.common.synchronization [req-84ccfb4f-212d-46c5-b7c4-7aa49bddf9bb req-02dc936d-cd84-4a38-b3c7-058f4499a8b6 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1217.780219] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1217.780537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.780674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.780755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.781060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.781219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.781307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.781366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.781509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.781593] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.781687] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.073652] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.073836] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.073953] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.074249] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.074498] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.074649] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.074762] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.074988] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.075348] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.075611] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.075716] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.075829] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.075935] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.076056] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.076200] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.076374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.092122] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1218.092332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.092484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.092722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.092901] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.093029] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.093096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.093240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.093347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.093411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.093468] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.097075] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.097242] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.097380] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.097539] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.097827] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-da23e5d6-aebf-4098-befa-97833a27aca3 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.097988] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.098122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.098452] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.098595] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da23e5d6-aebf-4098-befa-97833a27aca3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.283773] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.283959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.284076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.284346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.284463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.284701] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.284832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.284918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.285127] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.285348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.285520] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a already deleted. [ 1218.285635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.596016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.596199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.596240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.596463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.596628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.596777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.596777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.596927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.597018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.597103] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.597252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.597348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.597409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.597576] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.597721] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.597812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.597868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.598012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.598133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.598267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.598367] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.601007] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.601185] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.601462] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.601536] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.601673] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.601813] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port da23e5d6-aebf-4098-befa-97833a27aca3 not found, creating... [ 1218.602069] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.602224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.602339] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.602540] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.602670] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.602948] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.603116] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.603256] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.603477] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.603610] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.603758] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: da23e5d6-aebf-4098-befa-97833a27aca3 is going to be created. [ 1218.624188] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.624384] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.624492] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.624774] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.624999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.625290] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.100735] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1219.125286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.125520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.125626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.125883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.125978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.126372] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.126451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.126510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.126702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.126804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.127031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.127162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.127230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.127417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.127522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.127770] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.127891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.127973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.128142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.128244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.128371] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be created. [ 1219.205496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.205747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.205747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.205913] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.206168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.221508] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1219.369748] env[67204]: INFO networking_nsxv3.common.synchronization [req-84ccfb4f-212d-46c5-b7c4-7aa49bddf9bb req-262430a4-9b39-4dea-9378-6273d1e0e0ce service nova] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1219.369924] env[67204]: INFO networking_nsxv3.common.synchronization [req-84ccfb4f-212d-46c5-b7c4-7aa49bddf9bb req-262430a4-9b39-4dea-9378-6273d1e0e0ce service nova] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1219.370080] env[67204]: INFO networking_nsxv3.common.synchronization [req-84ccfb4f-212d-46c5-b7c4-7aa49bddf9bb req-262430a4-9b39-4dea-9378-6273d1e0e0ce service nova] Enqueued Resource ID: da23e5d6-aebf-4098-befa-97833a27aca3 with Priority: HIGHEST for action port [ 1219.370636] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_rules [ 1219.370766] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1219.370857] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da23e5d6-aebf-4098-befa-97833a27aca3 with Priority: HIGHEST for action port [ 1219.371148] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.371260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.371417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.371549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.371629] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.372608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.372608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.372797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.372797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.372952] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.373046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.373175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.373339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.373339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.373483] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.374912] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-da23e5d6-aebf-4098-befa-97833a27aca3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.374912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.374912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.374912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.374912] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da23e5d6-aebf-4098-befa-97833a27aca3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.876249] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.877359] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.877479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.877853] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da23e5d6-aebf-4098-befa-97833a27aca3 with status ACTIVE [ 1219.878035] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.878146] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.878245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.878408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.878496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.878664] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.878758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.878816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.878966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.879054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.879241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.879337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.879402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.879527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.879596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.879689] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da23e5d6-aebf-4098-befa-97833a27aca3 is going to be updated. [ 1219.902497] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.902700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.902777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.903070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.903372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.903605] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da23e5d6-aebf-4098-befa-97833a27aca3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.379162] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.882675] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.882893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.882893] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.883240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.883354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.883419] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a is going to be created. [ 1220.914841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.915074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.915074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.915328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.915479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.925572] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: UNINITIALIZED for 2s [ 1221.239358] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1221.239592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.944771] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: SUCCESS [ 1222.945169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.945169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.945338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.945531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.945647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.945712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.945861] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.945939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.946032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.946123] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.448913] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.951718] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db2fb73f-c069-43b1-a80d-72e331fd216a: rpc.has_security_group_logging(os_id): False [ 1223.976614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.976789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.976871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.977066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.977161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.977408] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.977512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.977579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.977736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.977811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.977895] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a is going to be created. [ 1224.046863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.047032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.047109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.047373] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.047571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.059190] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: IN_PROGRESS for 2s [ 1224.372213] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.372346] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.071545] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: SUCCESS [ 1226.071902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.373415] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.373790] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.507344] env[67204]: INFO networking_nsxv3.common.synchronization [req-1bd3186a-2f77-40d3-8e42-3c3e54f1ee8d req-39840fa6-d751-4def-bfbe-132fe9573ab0 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1229.507921] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1229.508317] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.508411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.508487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.508710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.508889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.509016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.509093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.509280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.509375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.509490] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.794342] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.794536] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.794679] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.794942] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.795206] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.795416] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.795546] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.795758] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.795898] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.796124] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.796237] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.796345] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.796453] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.796574] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.796675] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.796807] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.818450] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.818598] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.818737] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.818909] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.819230] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-6c521d2f-cb40-4330-981c-bcdd1593702e taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.819422] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.819545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.819861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.820009] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c521d2f-cb40-4330-981c-bcdd1593702e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.012178] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.322251] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.322528] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.322664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.323028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.323224] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.323456] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 6c521d2f-cb40-4330-981c-bcdd1593702e not found, creating... [ 1230.323764] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.323974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.324135] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.324396] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.324579] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.324919] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.325106] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.325257] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.325557] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.325745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.325909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 6c521d2f-cb40-4330-981c-bcdd1593702e is going to be created. [ 1230.348041] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.348276] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.348400] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.348688] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.348917] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.349164] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.514212] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.017197] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.017372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.017436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.017798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.017798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.017901] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1231.045112] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.045314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.045314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.045697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.045858] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.051715] env[67204]: INFO networking_nsxv3.common.synchronization [req-1bd3186a-2f77-40d3-8e42-3c3e54f1ee8d req-0f9fa92a-a155-411b-9c36-038cd7bc0227 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1231.051955] env[67204]: INFO networking_nsxv3.common.synchronization [req-1bd3186a-2f77-40d3-8e42-3c3e54f1ee8d req-0f9fa92a-a155-411b-9c36-038cd7bc0227 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1231.052164] env[67204]: INFO networking_nsxv3.common.synchronization [req-1bd3186a-2f77-40d3-8e42-3c3e54f1ee8d req-0f9fa92a-a155-411b-9c36-038cd7bc0227 service nova] Enqueued Resource ID: 6c521d2f-cb40-4330-981c-bcdd1593702e with Priority: HIGHEST for action port [ 1231.052661] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1231.052794] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1231.052928] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c521d2f-cb40-4330-981c-bcdd1593702e with Priority: HIGHEST for action port [ 1231.053165] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.053416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.053416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.056095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.056206] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.056992] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.057100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.057309] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c521d2f-cb40-4330-981c-bcdd1593702e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.057408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.057472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.057646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.057741] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c521d2f-cb40-4330-981c-bcdd1593702e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.059196] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1231.559562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.559953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.559953] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c521d2f-cb40-4330-981c-bcdd1593702e with status ACTIVE [ 1231.560055] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.560139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.561051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.561051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.561550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.561550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.561550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.561663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.561726] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.561810] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c521d2f-cb40-4330-981c-bcdd1593702e is going to be updated. [ 1231.583511] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.583708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.583708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.583919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.584080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.584239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c521d2f-cb40-4330-981c-bcdd1593702e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.069147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1233.069516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.069516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.069743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.069942] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.070111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.070225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.070335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.070431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.070476] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.573054] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.075798] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.577716] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.577969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.577969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.578214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.578303] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.578400] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1234.604624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.604842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.604842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.605031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.605182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.615015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1236.054279] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.054279] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1236.626169] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1236.626432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.626562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.626787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.626977] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.627104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.627162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.627314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.627392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.627476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.627566] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.129554] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.129965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.129965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.130064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.130234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.130335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.130418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.130659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.130793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.130933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.131147] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.131249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.131312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.131455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.131593] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.131682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.131742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.131873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.131946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.132038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.132130] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.634114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1237.652840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.652840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.652840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.652840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.653123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.653123] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.654052] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.654052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.654311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.654311] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.654393] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.654428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.654591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.654664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.654752] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1237.713921] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.714163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.714163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.714363] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.714511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.727610] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1239.741549] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1239.741939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.056059] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.056059] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.896206] env[67204]: INFO networking_nsxv3.common.synchronization [req-b98057a1-8d9d-41b0-b42c-12c18b8527c5 req-66a185e0-88e7-4371-af90-fb18b78930a0 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1242.896881] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1242.897219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.897344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.897424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.897639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.897798] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.897886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.897935] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.898109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.898192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.898285] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.401064] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.902644] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.100613] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1244.100794] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1244.405832] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.406100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.406100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.406372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.406480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.406603] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1244.436236] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.436408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.436451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.436640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.436784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.445012] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1246.050067] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.050490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.050490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.050490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.050641] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.458938] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1246.459253] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.552853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.055485] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.558337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1247.558441] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1247.897905] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.898090] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.265863] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.266281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.266281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.266281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.279318] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1248.280180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.280977] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1248.320773] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.320985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.320985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.321184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.332905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.333609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1248.333692] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.333781] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1248.370873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.371082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.371082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.371279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.372549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.372729] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1248.443089] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.443272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.443327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.443527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.443851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.444154] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1248.515264] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.515493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.515630] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.515806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.516221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.516580] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1248.516686] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a35c31a9-a767-4b02-8be8-7c7d5ad71ee7', '48ffe5fc-da69-413e-b764-9bbd9eea4675', 'ff034789-24c4-4584-a2d5-e64aea982214', '01800f6c-39d3-4cb8-9cb6-271e3b59b689', 'd63a273b-ddef-48b1-a640-73f0d3165429', 'a751705d-ad1c-4ae3-be44-07d6ae92b3b0', 'ed7797ee-5fc4-4faa-ae9a-4aef01577a86', '86a32cae-5d74-4c66-80a5-9bdff2fb5238', 'dfbe5cb1-79a9-4943-9e53-d7f5fef567e5', 'fba61201-b9d9-4923-9729-fef54e1f2e30', 'a94f685a-b430-4a8f-a34a-4774b859e2e6', 'db2fb73f-c069-43b1-a80d-72e331fd216a', '9ff3c8be-7732-4120-9a64-b2f207f187b4', 'beb9683d-bbd5-45b7-b110-5f602e514bc7', 'a21d3e7c-f502-4a05-98b0-84418b67cfef', 'f1101be5-4385-43b6-b8c1-731032c75c8a', 'a156dac1-2675-4754-831c-68639034be23', '8f3add79-8531-43fc-8cfd-de6cffb4d30d', '4c6271af-bbf2-4b50-9353-ce3d991247ab', 'af2f6f94-2ef2-475e-af29-793d9c14e25d', 'abff398e-cafa-431a-b3ad-5dfbafd04c9a', 'd6bdb0d3-6132-4bae-a021-a0688d12f742', 'dc6d07fb-fae8-4210-b54a-93005335c158', 'fde1f269-d19a-4e41-9920-c3c7ea14263f', 'c811108f-6bca-442c-90af-29815df49532', '069c3cf1-c520-4ec2-bf52-e511cd616ee8', '596f674a-09cd-4536-a298-401303d7a452', 'a0449a88-d03b-4c4b-b3b4-bf44c6b62566', 'c4e1797d-9c97-4bba-a2c4-4d43148889c3', '9764c80c-a4ee-478d-8595-d57e6d50a1a2', '89e54007-e03e-4133-a016-26f96c8592e2', 'd0e9b580-9d63-43eb-9326-e504e349cf16', 'aad2e2e8-3486-4405-b576-089b10b3af0b', '4c95d06e-2522-4def-8da3-a43806c54e15', '22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00', '0679c5b4-c66b-4f28-9496-5e10918ee4e9', '344347aa-40b5-4804-8387-3d899658a4e6', '911fb1e1-7251-41a9-b805-cc82e0491b66', '70eaecad-bdd3-4675-832b-a1dd15094ba9', 'f35da251-9a2b-4219-ac5d-fbdafc4ef635', '1f9c2a95-7ef2-43b8-b385-2bc7b9996089', 'b56efc1f-f1d4-475a-b57c-dddbe301a41e'} {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.516823] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1248.535999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.536194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.536236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.536508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.536642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.536780] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1248.536855] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.537142] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1248.616057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.616057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.616057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.616298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.617460] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.617761] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1248.617861] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.618008] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1248.618078] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1248.618138] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1248.618189] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 1248.618239] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGH for action security_group_rules [ 1248.618307] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGH for action security_group_rules [ 1248.618368] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGH for action security_group_rules [ 1248.618426] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGH for action security_group_rules [ 1248.618484] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGH for action security_group_rules [ 1248.618543] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGH for action security_group_rules [ 1248.618592] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGH for action security_group_rules [ 1248.618710] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGH for action security_group_rules [ 1248.618710] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGH for action security_group_rules [ 1248.618827] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGH for action security_group_rules [ 1248.618827] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGH for action security_group_rules [ 1248.618973] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1248.618973] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGH for action security_group_rules [ 1248.618973] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGH for action security_group_rules [ 1248.619140] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGH for action security_group_rules [ 1248.619140] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGH for action security_group_rules [ 1248.619199] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGH for action security_group_rules [ 1248.619260] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGH for action security_group_rules [ 1248.619307] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGH for action security_group_rules [ 1248.619416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.594272] env[67204]: INFO networking_nsxv3.common.synchronization [req-d7cc7a6f-2ca6-49de-a4ed-876da3e842b8 req-84811125-c27b-4805-98f6-08c0be091c98 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1252.594817] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1252.594961] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 with Priority: HIGH for action security_group_rules [ 1252.595077] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff034789-24c4-4584-a2d5-e64aea982214 with Priority: HIGH for action security_group_rules [ 1252.595173] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 with Priority: HIGH for action security_group_rules [ 1252.595266] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3e7c-f502-4a05-98b0-84418b67cfef with Priority: HIGH for action security_group_rules [ 1252.595364] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2f6f94-2ef2-475e-af29-793d9c14e25d with Priority: HIGH for action security_group_rules [ 1252.595540] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab with Priority: HIGH for action security_group_rules [ 1252.595618] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d with Priority: HIGH for action security_group_rules [ 1252.595732] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a156dac1-2675-4754-831c-68639034be23 with Priority: HIGH for action security_group_rules [ 1252.595818] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 with Priority: HIGH for action security_group_rules [ 1252.595901] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1101be5-4385-43b6-b8c1-731032c75c8a with Priority: HIGH for action security_group_rules [ 1252.595984] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1252.596081] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGH for action security_group_rules [ 1252.596168] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 with Priority: HIGH for action security_group_rules [ 1252.596252] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba61201-b9d9-4923-9729-fef54e1f2e30 with Priority: HIGH for action security_group_rules [ 1252.596342] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 with Priority: HIGH for action security_group_rules [ 1252.596416] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 with Priority: HIGH for action security_group_rules [ 1252.596501] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGH for action security_group_rules [ 1252.596588] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGH for action security_group_rules [ 1252.596674] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 with Priority: HIGH for action security_group_rules [ 1252.596787] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 with Priority: HIGH for action security_group_rules [ 1252.597103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.597213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.597356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.597554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.597942] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.597942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.597942] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.598123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.598123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.598188] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.599890] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.599890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.600121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.600195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.600287] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a35c31a9-a767-4b02-8be8-7c7d5ad71ee7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.601388] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff034789-24c4-4584-a2d5-e64aea982214 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.601533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.601607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.601865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.601865] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff034789-24c4-4584-a2d5-e64aea982214',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.603346] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.603346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.603346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.603346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.603346] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7797ee-5fc4-4faa-ae9a-4aef01577a86',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.604151] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3e7c-f502-4a05-98b0-84418b67cfef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.604286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.604334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.604475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.604681] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3e7c-f502-4a05-98b0-84418b67cfef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.606022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2f6f94-2ef2-475e-af29-793d9c14e25d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.606313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.606313] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.606563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.606563] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2f6f94-2ef2-475e-af29-793d9c14e25d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.607507] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6271af-bbf2-4b50-9353-ce3d991247ab taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.608183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.608183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.608183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.608183] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6271af-bbf2-4b50-9353-ce3d991247ab',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.608679] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.608785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.608851] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.608997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.609170] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3add79-8531-43fc-8cfd-de6cffb4d30d',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.610095] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a156dac1-2675-4754-831c-68639034be23 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.610095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.610095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.610095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.610095] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a156dac1-2675-4754-831c-68639034be23',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.610735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-beb9683d-bbd5-45b7-b110-5f602e514bc7 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.610840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.610905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.611683] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.611779] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('beb9683d-bbd5-45b7-b110-5f602e514bc7',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.612792] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1101be5-4385-43b6-b8c1-731032c75c8a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.612958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.612958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.613121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.613190] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1101be5-4385-43b6-b8c1-731032c75c8a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.615734] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.615833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.615907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.616078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.616152] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.617539] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.617539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.617539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.617701] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.617789] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.619376] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94f685a-b430-4a8f-a34a-4774b859e2e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.619376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.619376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.619376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.619376] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94f685a-b430-4a8f-a34a-4774b859e2e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.620051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba61201-b9d9-4923-9729-fef54e1f2e30 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.620197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.620301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.620443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.620573] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba61201-b9d9-4923-9729-fef54e1f2e30',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.621574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.621676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.621748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.621881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.622052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbe5cb1-79a9-4943-9e53-d7f5fef567e5',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.623180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.623286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.623332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.623482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.623549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a751705d-ad1c-4ae3-be44-07d6ae92b3b0',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.624634] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.624735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.625014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.625014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.625014] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.626028] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.626028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.626223] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.626278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.626401] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.627498] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ffe5fc-da69-413e-b764-9bbd9eea4675 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.627595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.628051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.628051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.628051] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ffe5fc-da69-413e-b764-9bbd9eea4675',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.629233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.629233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.629233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.629233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.629233] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01800f6c-39d3-4cb8-9cb6-271e3b59b689',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.654324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.654485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.654538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.655059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.656485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.656610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.678721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.678860] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7797ee-5fc4-4faa-ae9a-4aef01577a86 is going to be deleted. [ 1252.680298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.680510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.700353] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.700416] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a156dac1-2675-4754-831c-68639034be23 is going to be deleted. [ 1252.741147] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.741375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.741420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.741618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.741711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.741828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7797ee-5fc4-4faa-ae9a-4aef01577a86" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.750324] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.750499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.750544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.750750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.750840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.750956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a156dac1-2675-4754-831c-68639034be23" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.928367] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.928838] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.928838] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.928957] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.929685] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.929863] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.930155] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.930219] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.930356] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.930559] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.930668] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.930772] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.930894] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.931031] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.931140] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.931268] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.950614] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.950784] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.950939] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.951123] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.951432] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.951604] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.951722] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.952063] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.952208] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6586f6-1947-4004-bfbd-3b964dc4f4ae',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.101093] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.119583] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.119833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.119833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.120052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.120243] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.120354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.120418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.120580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.120705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.120786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.120853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.121847] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.121988] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.122049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.122201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.122347] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.122443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.122527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.122642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.122719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.122802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.122901] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.128712] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.129317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.129418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.129632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.132179] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.132305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.134742] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.134946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.135100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.135319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.135529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.135700] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.135790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.135967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.136065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.136164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.136258] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.137286] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.137386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.145203] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.145359] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.148130] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.148204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.169063] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.169321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.178843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.179153] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.179823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.179924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.180727] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.180834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.181542] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.181658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.182491] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.182491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.183223] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.183327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.184080] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.184183] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.185248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.185361] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a35c31a9-a767-4b02-8be8-7c7d5ad71ee7 is going to be deleted. [ 1253.186398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.186625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.188166] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.188267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.188981] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.189108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.208277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.208428] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff034789-24c4-4584-a2d5-e64aea982214 is going to be deleted. [ 1253.209400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.209628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.229028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.229209] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2f6f94-2ef2-475e-af29-793d9c14e25d is going to be deleted. [ 1253.230109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.230326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.251936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.252142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.254884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.255023] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3e7c-f502-4a05-98b0-84418b67cfef is going to be deleted. [ 1253.255999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.256226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.271122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.271345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.278028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.278196] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: beb9683d-bbd5-45b7-b110-5f602e514bc7 is going to be deleted. [ 1253.279226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.279462] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.292500] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.292650] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.299607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.299767] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a751705d-ad1c-4ae3-be44-07d6ae92b3b0 is going to be deleted. [ 1253.300687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.300901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.325351] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.325660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.345274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.345499] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3add79-8531-43fc-8cfd-de6cffb4d30d is going to be deleted. [ 1253.346590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.346841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.392190] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.392418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.415399] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.415627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.418357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.418501] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01800f6c-39d3-4cb8-9cb6-271e3b59b689 is going to be deleted. [ 1253.419407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.419640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.454468] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.454718] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.454825] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.455229] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.455388] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.455546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port cf6586f6-1947-4004-bfbd-3b964dc4f4ae not found, creating... [ 1253.455861] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.456035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.456157] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.456384] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.456521] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.456801] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.456992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.457121] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.457332] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.457664] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.457664] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: cf6586f6-1947-4004-bfbd-3b964dc4f4ae is going to be created. [ 1253.472449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.472616] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1101be5-4385-43b6-b8c1-731032c75c8a is going to be deleted. [ 1253.473473] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.473690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.519529] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.519529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.529473] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.529698] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.529826] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.530128] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.530350] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.530577] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.539235] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.539419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.542489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.542625] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94f685a-b430-4a8f-a34a-4774b859e2e6 is going to be deleted. [ 1253.543553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.543784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.603746] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.611723] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.611892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.619774] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.619927] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba61201-b9d9-4923-9729-fef54e1f2e30 is going to be deleted. [ 1253.620862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.621100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.624976] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.633052] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.644141] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.674275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.674457] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbe5cb1-79a9-4943-9e53-d7f5fef567e5 is going to be deleted. [ 1253.675362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.675610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.750590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.750770] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6271af-bbf2-4b50-9353-ce3d991247ab is going to be deleted. [ 1253.751731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.751960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.776720] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.776929] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.783385] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.783558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.806247] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.806395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.845490] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845902] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ffe5fc-da69-413e-b764-9bbd9eea4675 is going to be deleted. [ 1253.847050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.847050] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.847222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.847334] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a35c31a9-a767-4b02-8be8-7c7d5ad71ee7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.847513] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.847698] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.847784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.847964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff034789-24c4-4584-a2d5-e64aea982214" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.848616] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.848821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.848995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.849142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2f6f94-2ef2-475e-af29-793d9c14e25d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.849343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.849522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.849607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.849722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3e7c-f502-4a05-98b0-84418b67cfef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.849849] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.850100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.850826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.850826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-beb9683d-bbd5-45b7-b110-5f602e514bc7" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.850826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.850826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.850826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.851021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a751705d-ad1c-4ae3-be44-07d6ae92b3b0" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.851021] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.851188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.851188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.851331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3add79-8531-43fc-8cfd-de6cffb4d30d" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.851419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.851579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.851619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.851729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01800f6c-39d3-4cb8-9cb6-271e3b59b689" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.852083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.852083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.852083] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.852289] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1101be5-4385-43b6-b8c1-731032c75c8a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.852319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.852535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.852535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.852666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94f685a-b430-4a8f-a34a-4774b859e2e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.852751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.852856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.852928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.853044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba61201-b9d9-4923-9729-fef54e1f2e30" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.853175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.853292] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.853421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.853469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbe5cb1-79a9-4943-9e53-d7f5fef567e5" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.935402] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.935610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.935692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.936115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.936288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.936508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6271af-bbf2-4b50-9353-ce3d991247ab" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.969687] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1253.970280] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.970476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.970476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.970705] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.970924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.971051] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ffe5fc-da69-413e-b764-9bbd9eea4675" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.106913] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.107106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.107106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.107296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.107385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.107488] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1254.127556] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff3c8be-7732-4120-9a64-b2f207f187b4: rpc.has_security_group_logging(os_id): False [ 1254.135482] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db2fb73f-c069-43b1-a80d-72e331fd216a: rpc.has_security_group_logging(os_id): False [ 1254.146313] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86a32cae-5d74-4c66-80a5-9bdff2fb5238: rpc.has_security_group_logging(os_id): False [ 1254.158068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.158246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.158349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.158496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.160494] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.160690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.160768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.160955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.161110] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.162606] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.162707] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.170732] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1254.171521] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.171642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.183844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.184227] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.184316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.184351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.184546] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.184761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.184869] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1254.186047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.186220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.191730] env[67204]: INFO networking_nsxv3.common.synchronization [req-d7cc7a6f-2ca6-49de-a4ed-876da3e842b8 req-29505771-393f-47e4-b875-bd81049b7d9f service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1254.191923] env[67204]: INFO networking_nsxv3.common.synchronization [req-d7cc7a6f-2ca6-49de-a4ed-876da3e842b8 req-29505771-393f-47e4-b875-bd81049b7d9f service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1254.192072] env[67204]: INFO networking_nsxv3.common.synchronization [req-d7cc7a6f-2ca6-49de-a4ed-876da3e842b8 req-29505771-393f-47e4-b875-bd81049b7d9f service nova] Enqueued Resource ID: cf6586f6-1947-4004-bfbd-3b964dc4f4ae with Priority: HIGHEST for action port [ 1254.192300] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1254.192425] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1254.192520] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6586f6-1947-4004-bfbd-3b964dc4f4ae with Priority: HIGHEST for action port [ 1254.193408] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.193519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.193736] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.193880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.193991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.194111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.194173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.194367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.194446] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6586f6-1947-4004-bfbd-3b964dc4f4ae',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.213933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.214283] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.214383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.214450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.214646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.214733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.214820] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a is going to be updated. [ 1254.216120] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.216288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.248403] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.248728] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.248862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.248930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.249134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.249218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.249312] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 is going to be updated. [ 1254.267256] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.267501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.267501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.267682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.267826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.287333] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1254.325349] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.325580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.325580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.325844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.325995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.345546] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.345841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.345931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.346176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.346330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.367576] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: IN_PROGRESS for 2s [ 1254.377506] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: IN_PROGRESS for 2s [ 1254.696747] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf6586f6-1947-4004-bfbd-3b964dc4f4ae with status ACTIVE [ 1254.697144] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.697239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.697308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.697532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.697623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.697813] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.697915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.698020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.698194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.698274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.698467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.698563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.698625] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.698764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.698836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.698921] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf6586f6-1947-4004-bfbd-3b964dc4f4ae is going to be updated. [ 1254.719640] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.719840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.719840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.720057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.720189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.720344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf6586f6-1947-4004-bfbd-3b964dc4f4ae" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.182329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1256.182810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.182810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.183038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.183234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.183375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.183454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.183689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.183764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.183811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.183904] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.185184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.185299] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.185513] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.185663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.185863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.185970] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.186091] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.186244] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.307657] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1256.307880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.381843] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: SUCCESS [ 1256.382119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.391136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: SUCCESS [ 1256.391411] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.688052] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.688279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.688387] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.190753] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.693589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.693776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.694326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.694326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.694326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.694326] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1257.720997] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.721168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.721239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.721454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.721594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.730304] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1259.194154] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.194535] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1259.742367] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1259.742540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.742682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.742906] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.743122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.743266] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.743312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.743483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.743596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.743716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.743941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.744079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.744155] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.744346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.744566] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.744724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.744801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.744947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.745047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.745158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.745202] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.248124] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1260.266614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.266855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.266855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.267047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.290174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.290462] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.290595] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.290663] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.290897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.290979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.291225] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.291342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.291405] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.291554] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.291628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.291852] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.291950] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.292030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.292179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.292264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.292350] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1260.357356] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.357599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.357599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.357827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.358013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.372701] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1262.390090] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1262.390090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.390090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.390665] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.390665] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.892707] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.892926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.892926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.893178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.893347] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.893453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.893507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.893672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.893755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.893841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.893930] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.396786] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.397226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.397226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.397350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.397531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.397642] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.397715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.397862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.397946] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.398057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.398222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.398345] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.398406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.398536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.398674] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.398758] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.398843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.399018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.399095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.399178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.399267] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.901966] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1263.919487] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.919674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.919714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.919924] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.920032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.920242] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.920342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.920406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.920560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.920636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.920840] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.920934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.920982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.921141] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.921214] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.921404] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.921498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.921560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.921695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.921788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.921919] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1263.981662] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.981874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.981874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.982117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.982271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.995426] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1264.195078] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.195193] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1264.266964] env[67204]: INFO networking_nsxv3.common.synchronization [req-8c7f401e-43b5-4a4e-9798-665079574686 req-fca23484-4500-4800-8ab8-503c22d39b92 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1264.266964] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1264.267484] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.267484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.267484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.267598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.267750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.267846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.267916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.268080] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.268173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.268269] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.504634] env[67204]: INFO networking_nsxv3.common.synchronization [req-99f70fb7-f2c0-4b2d-895d-1b1302116ec7 req-5169996c-d7dc-4128-9e98-f46a0cd64e52 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1264.505190] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGHEST for action security_group_members [ 1264.505505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.505644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.505739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.505998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.506176] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.506276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.506339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.506497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.506597] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.506663] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.770577] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.008841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.009010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.009093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.009322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.009436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.009687] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.009793] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.009857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.010026] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.010105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.010192] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 is going to be updated. [ 1265.039384] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.039528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.039598] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.039818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.040010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.049039] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: IN_PROGRESS for 2s [ 1265.274840] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.777974] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.778335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.778335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.778500] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.778614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.778721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1265.807993] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.808152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.808218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.808429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.808570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.817961] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1266.011191] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1266.011368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.058931] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 in Status: SUCCESS [ 1267.059328] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 deletion is rescheduled due to dependency. [ 1267.059328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.828303] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1267.828533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.505970] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.506370] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.293381] env[67204]: INFO networking_nsxv3.common.synchronization [None req-0e086395-8c62-4e42-a387-2918a238f197 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1270.294166] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1270.294499] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.294622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.294692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.294964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.295058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.376216] env[67204]: INFO networking_nsxv3.common.synchronization [None req-e2c05644-e343-4fec-bb53-54e6ca26a1b8 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1270.376216] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1270.376216] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.376216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.815999] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.815999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.816433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.816433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.816433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.816541] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 already deleted. [ 1270.816578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.816728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.816882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.816966] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.338724] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.338956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.338956] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.339178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.339270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.339374] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 already deleted. [ 1271.339455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.456250] env[67204]: INFO networking_nsxv3.common.synchronization [req-7840b4d0-3391-4431-8ded-295fb8b7b669 req-e93a003c-003b-42ae-9b7d-b94037e933e9 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1273.456909] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1273.457188] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.457318] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.457406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.457583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.457739] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.457844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.457909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.458222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.458296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.458395] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.791176] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.791419] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.791545] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.791809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.792168] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.792324] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.792439] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.792655] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.792798] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.793018] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.793353] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.793515] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.793635] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.793749] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.793856] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.793988] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.816121] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.816297] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.816445] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.816617] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.816959] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-e05363f6-000b-47cc-bf1f-f2769d3a745c taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.817120] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.817251] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.817589] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.817731] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05363f6-000b-47cc-bf1f-f2769d3a745c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.960549] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.322031] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.322031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.322031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.322031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.322031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.322031] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port e05363f6-000b-47cc-bf1f-f2769d3a745c not found, creating... [ 1274.322031] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.322031] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.322623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.322623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.322623] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.322721] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.322835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.322958] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.323185] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.323320] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.323467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: e05363f6-000b-47cc-bf1f-f2769d3a745c is going to be created. [ 1274.343534] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.343778] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.343852] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.344184] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.344419] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.344643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.462716] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.964831] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.964831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.964831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.965180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.965180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.965267] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1274.996864] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.997106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.997166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.997351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.997495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.006793] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1275.044673] env[67204]: INFO networking_nsxv3.common.synchronization [req-7840b4d0-3391-4431-8ded-295fb8b7b669 req-7214dbb2-b05a-4941-96d7-183cc9252735 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1275.044911] env[67204]: INFO networking_nsxv3.common.synchronization [req-7840b4d0-3391-4431-8ded-295fb8b7b669 req-7214dbb2-b05a-4941-96d7-183cc9252735 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1275.044981] env[67204]: INFO networking_nsxv3.common.synchronization [req-7840b4d0-3391-4431-8ded-295fb8b7b669 req-7214dbb2-b05a-4941-96d7-183cc9252735 service nova] Enqueued Resource ID: e05363f6-000b-47cc-bf1f-f2769d3a745c with Priority: HIGHEST for action port [ 1275.045507] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1275.045648] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1275.045747] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05363f6-000b-47cc-bf1f-f2769d3a745c with Priority: HIGHEST for action port [ 1275.046362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.046437] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.046536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.046780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.046901] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.047783] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.048417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.048417] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05363f6-000b-47cc-bf1f-f2769d3a745c taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.048417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.048417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.048684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.048684] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05363f6-000b-47cc-bf1f-f2769d3a745c',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.550544] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.550544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.553171] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e05363f6-000b-47cc-bf1f-f2769d3a745c with status ACTIVE [ 1275.553171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553171] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.553171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553695] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.553695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.553695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.553695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.553695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553976] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e05363f6-000b-47cc-bf1f-f2769d3a745c is going to be updated. [ 1275.575398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.575655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.575655] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.575788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.575964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.576125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05363f6-000b-47cc-bf1f-f2769d3a745c" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.788780] env[67204]: INFO networking_nsxv3.common.synchronization [req-fcec25a5-149b-46f5-bde4-9a22343a5539 req-d6df921a-d9f2-46e9-ad91-41bff40beb55 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1275.789384] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1275.789696] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.789819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.789886] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.790161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.790321] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.790424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.790486] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.790637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.790719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.790813] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.071734] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.072028] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.072201] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.072462] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.072706] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.072858] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.072974] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.073196] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.073335] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.073545] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.074755] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.075096] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.075096] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.075215] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.075252] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.075382] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.096341] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.096509] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.097507] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.097507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-381" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.097507] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-b1daa46f-b734-4bf2-a3e5-43063c3030be taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.097507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.097507] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.097902] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.097902] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1daa46f-b734-4bf2-a3e5-43063c3030be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.293801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.294073] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.294215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.294328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.294420] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.294619] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.294729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.294795] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.294947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.295035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.295121] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 already deleted. [ 1276.295203] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.600441] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.600900] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.600900] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.601053] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.601159] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.601318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port b1daa46f-b734-4bf2-a3e5-43063c3030be not found, creating... [ 1276.601578] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.601734] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.601849] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.602075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.602211] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.602485] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.602637] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.602752] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.602954] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.603098] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.603235] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: b1daa46f-b734-4bf2-a3e5-43063c3030be is going to be created. [ 1276.622459] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.622660] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.622767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.623046] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.623281] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.623514] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.018460] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1277.018703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.018870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.019192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.019488] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.019671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.019780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.020189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.020189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.020385] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.325552] env[67204]: INFO networking_nsxv3.common.synchronization [req-fcec25a5-149b-46f5-bde4-9a22343a5539 req-7cb49a0a-090a-4e53-a998-4665c382fce2 service nova] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1277.325683] env[67204]: INFO networking_nsxv3.common.synchronization [req-fcec25a5-149b-46f5-bde4-9a22343a5539 req-7cb49a0a-090a-4e53-a998-4665c382fce2 service nova] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1277.325824] env[67204]: INFO networking_nsxv3.common.synchronization [req-fcec25a5-149b-46f5-bde4-9a22343a5539 req-7cb49a0a-090a-4e53-a998-4665c382fce2 service nova] Enqueued Resource ID: b1daa46f-b734-4bf2-a3e5-43063c3030be with Priority: HIGHEST for action port [ 1277.326407] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_rules [ 1277.326756] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1277.326902] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1daa46f-b734-4bf2-a3e5-43063c3030be with Priority: HIGHEST for action port [ 1277.327251] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.327317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.327383] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.327615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.327701] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.328559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.328711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.328747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.328897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.329116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.329506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.329579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.329731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.330641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.330777] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.332208] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1daa46f-b734-4bf2-a3e5-43063c3030be taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.332304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.332962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.332962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.332962] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1daa46f-b734-4bf2-a3e5-43063c3030be',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.522923] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.833392] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.835346] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1daa46f-b734-4bf2-a3e5-43063c3030be with status ACTIVE [ 1277.836042] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.836219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.836284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.836453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.836578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.836735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.836857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.836912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.837086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.837166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.837350] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.837495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.837495] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.837629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.837697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.837777] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1daa46f-b734-4bf2-a3e5-43063c3030be is going to be updated. [ 1277.838967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.839105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.861301] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.861519] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.861558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.861868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.862045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.862208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1daa46f-b734-4bf2-a3e5-43063c3030be" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.025361] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.340198] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.529067] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.529225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.529314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.529536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.529659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.529723] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1278.557075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.557278] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.557349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.557507] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.557729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.566740] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1278.842784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.843102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.843102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.843297] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.843400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.843544] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 is going to be created. [ 1278.867340] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.867535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.867535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.867751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.867908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.877609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: UNINITIALIZED for 2s [ 1280.577150] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1280.577580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.577580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.577801] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.577991] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.578131] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.578197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.578369] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.578453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.578557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.578669] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.887487] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: SUCCESS [ 1280.887727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.887863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.888119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.888362] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.888493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.888564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.888711] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.888790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.888876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.888969] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.080960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.081239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.081239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.081431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.081615] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.081615] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.081792] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.081859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.081910] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.081987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.082150] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.082244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.082306] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.082436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.082574] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.082661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.082725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.082852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.082926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.083012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.083108] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.390812] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.585894] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1281.606740] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.607027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.607027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.607207] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.607300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.607505] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.607607] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.607674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.607829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.607903] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.608116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.608317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.608317] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.608424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.608502] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.608697] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.608790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.608844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.608984] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.609064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.609147] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1281.673277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.673485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.673485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.673666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.673814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.691337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1281.894242] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a7aaf00-38fc-4371-bc6c-44a102b61435: rpc.has_security_group_logging(os_id): False [ 1281.912277] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.912477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.912559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.912802] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.912894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.913172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.913280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.913341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.913508] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.913631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.913746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 is going to be created. [ 1281.973669] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.973852] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.973915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.974144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.974364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.988149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: IN_PROGRESS for 2s [ 1282.328473] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.328600] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1283.707044] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1283.707528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.001721] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: SUCCESS [ 1284.002257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.916357] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce647ebd-05c1-47ab-acf2-8af9c3ff3155 req-2e772616-3070-4c69-a879-1d4c469d3e70 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1286.916887] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1286.917207] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.917330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.917397] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.917589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.917739] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.917836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.917899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.918054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.918135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.918237] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.241053] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.241053] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.241053] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.241053] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.241469] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.241680] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.241841] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.242091] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.242240] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.242452] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.242566] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.242671] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.242811] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.242982] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.243131] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.243267] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.264027] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.264225] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.264357] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.264533] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.264850] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.265035] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.265158] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.265505] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.265745] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6cf7a1-52bb-4ad8-a121-40ab255d41e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.420156] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.768529] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.768838] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.768992] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.769442] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.769646] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.769866] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 not found, creating... [ 1287.770232] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.770458] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.770634] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.770931] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.771127] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.771503] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.771704] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.771857] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.772229] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.772379] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.772574] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 is going to be created. [ 1287.793747] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.793985] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.794147] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.794428] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.794654] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.794869] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.922894] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.425601] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.425762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.425820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.426077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.426176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.426275] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1288.455737] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.455953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.455953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.456244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.456430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.467270] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1288.486115] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce647ebd-05c1-47ab-acf2-8af9c3ff3155 req-abb6ff0b-62ef-4239-a572-5e842e254682 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1288.486321] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce647ebd-05c1-47ab-acf2-8af9c3ff3155 req-abb6ff0b-62ef-4239-a572-5e842e254682 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1288.486457] env[67204]: INFO networking_nsxv3.common.synchronization [req-ce647ebd-05c1-47ab-acf2-8af9c3ff3155 req-abb6ff0b-62ef-4239-a572-5e842e254682 service nova] Enqueued Resource ID: ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 with Priority: HIGHEST for action port [ 1288.486972] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1288.487146] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1288.487244] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 with Priority: HIGHEST for action port [ 1288.487520] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.487641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.487712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.487905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.487986] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.489853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.489853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.489853] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.489853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.489853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.489853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.490165] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6cf7a1-52bb-4ad8-a121-40ab255d41e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.991400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.991873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.991873] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 with status ACTIVE [ 1288.991873] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.992118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.992118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.992243] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.992338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.992516] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.992609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.992669] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.992814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.992892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.993090] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.993192] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.995208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.995208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.995208] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.995208] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea6cf7a1-52bb-4ad8-a121-40ab255d41e9 is going to be updated. [ 1289.014689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.014689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.014689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.015119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.015119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.015119] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6cf7a1-52bb-4ad8-a121-40ab255d41e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.477938] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1290.478307] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.478523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.478826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.479177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.479348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.479481] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.479755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.479911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.480082] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.983203] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.486208] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.989073] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.989362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.989362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.989524] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.989614] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.989717] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1292.017066] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.017275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.017275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.017468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.017611] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.027492] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1293.488435] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.488873] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1294.039709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1294.040024] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.040284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.040600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.040879] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.041068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.041178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.041408] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.041532] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041808] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.545081] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.545472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.545472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.545681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.545843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.546018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.546160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.546426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.546563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.546706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.546951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.547132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.547248] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.547472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.547702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.547868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.547986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.548242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.548381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.548516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.548640] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.051597] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1295.072924] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.073082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.073241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.073370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.073459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.073649] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.073745] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.073804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.073948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.074034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.074263] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.074362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.074421] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.074560] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.074632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.074823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.074962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.075044] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.075187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.075261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.075343] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1295.142931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.143164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.143164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.143375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.143528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.160076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1297.180540] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1297.180954] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.116337] env[67204]: INFO networking_nsxv3.common.synchronization [req-353aabcd-d586-4792-9980-154ed1222258 req-9fbbb825-e0bc-4b1c-9200-b34b81b70aaa tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1298.117617] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1298.117617] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.117617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.117617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.117617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.117819] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.117819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.117934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.117966] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.118068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.118152] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.619824] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.122221] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.624638] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.625101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.625101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.625191] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.625261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.625360] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1299.655541] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.655729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.655797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.656015] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.656194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.664935] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1301.676972] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1301.677375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.118557] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.118904] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.765494] env[67204]: INFO networking_nsxv3.common.synchronization [req-2cf7e629-de70-4bc8-9d8b-36a467afca98 req-53ce48ac-55fe-4864-8e79-0f3703a2076f tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1304.766047] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1304.766392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.766512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.766578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.766816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.766969] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.767079] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.767143] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.767296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.767599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.767599] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.268983] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.771962] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.274485] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.274678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.274678] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.274888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.274978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.275094] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1306.305437] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.305619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.305666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.305922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.306085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.315228] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1308.327144] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1308.327144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.767493] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.767909] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.841348] env[67204]: INFO networking_nsxv3.common.synchronization [req-0fac12ce-b5b2-4953-982d-d0b07b837547 req-03124eb6-910d-422e-b671-d95b7f609301 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1313.841798] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGHEST for action security_group_members [ 1313.842336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.842336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.842336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.842550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.842624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.842713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.842773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.842916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.842997] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.843106] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.914590] env[67204]: INFO networking_nsxv3.common.synchronization [req-19e5a906-f110-4622-a4e1-d51879485e45 req-d0a2ec14-a70a-4ce8-b131-a0734dfbb414 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1313.915179] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1313.915641] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.915823] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.916165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.916469] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.916679] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.916845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.916959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.917169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.917310] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.917470] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.216793] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.216984] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.217122] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.217408] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.217661] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.217819] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.217934] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.218165] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.218306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.218514] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.218645] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.218749] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.218850] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.218936] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1314.219049] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.219180] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.242097] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.242275] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1314.242413] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.242580] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.242897] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-6d1b11d7-4724-443e-9149-e410a1116227 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.243087] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.243205] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.243528] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.243670] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1b11d7-4724-443e-9149-e410a1116227',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.346812] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.347046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.347046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.347234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.347325] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.347563] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.347704] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.347766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.347919] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.347994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.348097] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a is going to be updated. [ 1314.373266] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.373428] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.373474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.373649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.373799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.381858] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: IN_PROGRESS for 2s [ 1314.419809] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.745486] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.745746] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.745844] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.746160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.746405] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.746590] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 6d1b11d7-4724-443e-9149-e410a1116227 not found, creating... [ 1314.746853] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.747027] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.747146] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.747369] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.747506] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.747779] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.747930] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.748054] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.748255] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.748385] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.748520] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 6d1b11d7-4724-443e-9149-e410a1116227 is going to be created. [ 1314.767886] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.768140] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.768272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.768524] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.768821] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.769055] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.922300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.425400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.425570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.425626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.425844] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.425932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.426044] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1315.455417] env[67204]: INFO networking_nsxv3.common.synchronization [req-19e5a906-f110-4622-a4e1-d51879485e45 req-7609096a-1460-4334-9177-d5f98fdf753f service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1315.455570] env[67204]: INFO networking_nsxv3.common.synchronization [req-19e5a906-f110-4622-a4e1-d51879485e45 req-7609096a-1460-4334-9177-d5f98fdf753f service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1315.455675] env[67204]: INFO networking_nsxv3.common.synchronization [req-19e5a906-f110-4622-a4e1-d51879485e45 req-7609096a-1460-4334-9177-d5f98fdf753f service nova] Enqueued Resource ID: 6d1b11d7-4724-443e-9149-e410a1116227 with Priority: HIGHEST for action port [ 1315.456182] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1315.456323] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1315.456437] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d1b11d7-4724-443e-9149-e410a1116227 with Priority: HIGHEST for action port [ 1315.457471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.457600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.457672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.457879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.458031] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.459422] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.459547] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.459602] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.459815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.459866] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.460671] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.460765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.460955] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d1b11d7-4724-443e-9149-e410a1116227 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.461060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.461122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.461265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.461371] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d1b11d7-4724-443e-9149-e410a1116227',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.473294] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1315.963177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.963455] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.963455] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d1b11d7-4724-443e-9149-e410a1116227 with status ACTIVE [ 1315.963626] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.963738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.963806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.964049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.964140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.964315] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.964414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.964484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.964682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.964763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.964948] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.965077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.965134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.965254] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.965327] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.965413] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d1b11d7-4724-443e-9149-e410a1116227 is going to be updated. [ 1315.986167] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.986380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.986380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.986570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.986702] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.986859] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d1b11d7-4724-443e-9149-e410a1116227" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.392094] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2fb73f-c069-43b1-a80d-72e331fd216a in Status: SUCCESS [ 1316.392291] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a deletion is rescheduled due to dependency. [ 1316.392376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.485137] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1317.485137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.485549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.485549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.485610] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.485743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.485836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.486035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.486118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.486225] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.989370] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.492226] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.994920] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.995159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.995236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.995466] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.995555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.995728] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1319.030540] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.030834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.030834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.030986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.031200] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.044299] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1320.457203] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.457591] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1321.057089] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1321.057337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.057544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.057853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.058172] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.058372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.058448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.058667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.058744] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.058835] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.058926] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.561731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.562158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.562158] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.562239] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.562371] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.562479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.562545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.562706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.562809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.562869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.563022] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.563116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.563178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.563315] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.563447] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.563537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.563596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.563725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.563797] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.563875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.563959] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.066469] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1322.084069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.084280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.084338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.084587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.084681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.084887] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.084998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.085129] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.085364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.085449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.085669] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.085766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.085829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.085972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.086059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.086255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.086352] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.086456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.086584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.086658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.086746] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1322.185562] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.185780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.185780] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.185931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.186101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.217952] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1324.238522] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1324.238846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.210493] env[67204]: INFO networking_nsxv3.common.synchronization [req-a2dcbd32-759a-45c7-89cb-0891f563aa1d req-95a73d26-e943-44c5-a7a4-3714b771babd tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1325.210827] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1325.211149] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.211272] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.211340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.211536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.211689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.211809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.211846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.211975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.212071] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.212161] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.714154] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.217467] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.719537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.720082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.720082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.720082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.720082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.720310] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1326.753177] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.753392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.753475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.753677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.753832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.767050] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1328.778465] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1328.778840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.212348] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.212348] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.329755] env[67204]: INFO networking_nsxv3.common.synchronization [req-af9e7902-7fb5-4f2d-8f27-3d5bc3ca5adf req-f6c133f9-5ec4-4128-af00-2c59df31610a tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1334.330319] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1334.330639] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.330763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.330856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.331065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.331230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.331332] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.331396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.331555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.331644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.331737] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.629115] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.629318] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.629443] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.629708] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.629958] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.630125] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.630240] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.630454] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.630592] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.630800] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.630912] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.631035] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.631146] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.631253] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.631357] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.633107] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.655845] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.656025] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.656170] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.656341] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-908" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.656709] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-88807935-b261-4b3f-82d4-035c5c46bf99 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.656921] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.656994] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.657355] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.657551] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88807935-b261-4b3f-82d4-035c5c46bf99',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.833821] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.160017] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.160306] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.160395] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.160727] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.160809] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.160967] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 88807935-b261-4b3f-82d4-035c5c46bf99 not found, creating... [ 1335.161240] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.161398] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.161514] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.161726] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.161865] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.162148] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.162302] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.162416] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.162620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.162767] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.162973] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 88807935-b261-4b3f-82d4-035c5c46bf99 is going to be created. [ 1335.184734] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.184960] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.185103] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.185392] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.185622] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.185852] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.335695] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.838558] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.838733] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.838787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.839265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.839407] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.839546] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1335.866627] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.867074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.867165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.867385] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.867556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.877849] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1335.914161] env[67204]: INFO networking_nsxv3.common.synchronization [req-af9e7902-7fb5-4f2d-8f27-3d5bc3ca5adf req-eebfe6c6-5289-428d-978e-f46b7e79c3b5 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1335.914341] env[67204]: INFO networking_nsxv3.common.synchronization [req-af9e7902-7fb5-4f2d-8f27-3d5bc3ca5adf req-eebfe6c6-5289-428d-978e-f46b7e79c3b5 service nova] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1335.914493] env[67204]: INFO networking_nsxv3.common.synchronization [req-af9e7902-7fb5-4f2d-8f27-3d5bc3ca5adf req-eebfe6c6-5289-428d-978e-f46b7e79c3b5 service nova] Enqueued Resource ID: 88807935-b261-4b3f-82d4-035c5c46bf99 with Priority: HIGHEST for action port [ 1335.915064] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_rules [ 1335.915201] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1335.915299] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88807935-b261-4b3f-82d4-035c5c46bf99 with Priority: HIGHEST for action port [ 1335.915566] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.915687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.915743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.915991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.916112] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.916996] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.917105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.917374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-88807935-b261-4b3f-82d4-035c5c46bf99 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.917474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.917570] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.917731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.917800] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88807935-b261-4b3f-82d4-035c5c46bf99',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.420498] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.420932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.420932] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88807935-b261-4b3f-82d4-035c5c46bf99 with status ACTIVE [ 1336.421030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.421101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.421149] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.421349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.421438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.421616] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.421746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.421785] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.421915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.421990] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.422194] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.422288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.422349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.422489] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.422562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.422647] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88807935-b261-4b3f-82d4-035c5c46bf99 is going to be updated. [ 1336.446911] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.447529] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.447619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.447845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.447987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.448180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88807935-b261-4b3f-82d4-035c5c46bf99" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.887870] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1337.888298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.888298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.888501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.888694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.888816] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.888873] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.889036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.889125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.889195] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.391846] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.894263] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.397030] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.397030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.397030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.397260] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.397350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.397445] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1339.431039] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.431039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.431039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.431039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.431039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.441613] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1339.760999] env[67204]: INFO networking_nsxv3.common.synchronization [req-7c959ad8-03cb-47bc-be57-d64307204236 req-6cacb64f-9351-49eb-ae9c-1e44f0d56921 tempest-AttachVolumeNegativeTest-1456145197 tempest-AttachVolumeNegativeTest-1456145197-project-member] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1339.761535] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGHEST for action security_group_members [ 1339.761839] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.761968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.762039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.762228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.762374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.762470] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.762535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.762672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.762987] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.762987] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.264823] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.265228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.265228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.265322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.265360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.265560] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.265658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.265709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.265857] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.265933] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.266030] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 is going to be updated. [ 1340.310922] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.311179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.311179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.311360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.311501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.324071] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: IN_PROGRESS for 2s [ 1341.452660] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1341.453113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.453113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.453284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.453478] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.453600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.453692] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.453883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.453967] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.454067] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.454159] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.956281] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.956459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.956525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.956773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.956960] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.957090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.957157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.957309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.957390] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.957479] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.957653] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.957765] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.957810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.957917] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.958070] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.958165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.958236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.958380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.958453] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.958536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.958625] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.335413] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 in Status: SUCCESS [ 1342.335627] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 deletion is rescheduled due to dependency. [ 1342.335696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.460486] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d63a273b-ddef-48b1-a640-73f0d3165429: rpc.has_security_group_logging(os_id): False [ 1342.477986] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.478229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.478229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.478448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.478540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.478731] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.478841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.478901] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.479084] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.479144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.479303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.479450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.479540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.479672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.479747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.479936] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.480117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.480117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.480236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.480298] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.480383] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1342.538617] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.538905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.538905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.539045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.539196] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.570498] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1344.592496] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1344.592496] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.762881] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.762881] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.844467] env[67204]: INFO networking_nsxv3.common.synchronization [req-9b4f5e89-10b3-4db5-addc-e6fe721465c0 req-562880f4-71a0-4285-b2e6-5463cbb47f34 tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1348.845505] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1348.846465] env[67204]: INFO networking_nsxv3.common.synchronization [req-2b3274ad-f296-4bb0-a629-6c4618798c38 req-2a3c79a6-abb1-4181-8876-1aa8f97a687e tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1348.846818] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.846939] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.847016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.847220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.847373] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.847477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.847556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.848503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.848503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.848503] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.850258] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1348.850716] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.850830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.851116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.851116] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.851239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.851354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.851395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.851558] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.851914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.852051] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.351702] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.351934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.351934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.352166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.352261] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.352454] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.352553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.352620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.352768] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.352866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.352959] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1349.354525] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.383096] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.383295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.383295] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.383515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.383717] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.392148] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1349.857414] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.359679] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.359899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.359899] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.360123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.360216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.360318] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1350.389193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.389193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.389193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.389193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.389533] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.398670] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1351.403587] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1351.403587] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 deletion is rescheduled due to dependency. [ 1351.403963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.408729] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1352.409139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.851923] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.852277] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.232089] env[67204]: INFO networking_nsxv3.common.synchronization [req-ccb33c53-806c-426f-8b69-dbcfe3c9a613 req-b16a2f27-1664-4992-82b0-4911dfb09b45 tempest-ServersTestJSON-282745057 tempest-ServersTestJSON-282745057-project-member] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1355.232649] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGHEST for action security_group_members [ 1355.232966] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.233108] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.233184] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.233931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.233931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.233931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.233931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.233931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.233931] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.234300] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.736608] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.736918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.736918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.737122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.737185] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.737344] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.737447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.737511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.737659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.737736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.737838] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be updated. [ 1355.766924] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.767123] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.767169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.767339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.767480] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.778011] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: IN_PROGRESS for 2s [ 1357.790561] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d63a273b-ddef-48b1-a640-73f0d3165429 in Status: SUCCESS [ 1357.790936] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 deletion is rescheduled due to dependency. [ 1357.790936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.927470] env[67204]: INFO networking_nsxv3.common.synchronization [req-37d87434-c12a-499c-bd75-61d2d1644355 req-66afe76b-b940-4a37-92fc-bb55dc544c8c tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1357.929093] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1357.929093] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.929093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.929093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.929093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.929093] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.929093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.929093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.929853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.929853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.929853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.216238] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.216735] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.216735] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.216896] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.217173] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.217348] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.217466] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.217688] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.217851] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.218211] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.218310] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.218419] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.218561] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.218660] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1358.218772] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.218906] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.237956] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.238162] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1358.238276] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.238469] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.238762] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.238933] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.239076] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.239492] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.239638] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2726c0-1a34-4a06-92ac-5e99c39a4aef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.431363] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.431538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.431612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.431833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.431925] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.432144] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.432242] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.432305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.432449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.432527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.432609] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1358.458744] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.458928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.458928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.459235] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.459281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.469755] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1358.742528] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.742528] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.742792] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.743573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.743573] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.743573] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 6a2726c0-1a34-4a06-92ac-5e99c39a4aef not found, creating... [ 1358.743573] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.743770] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.743770] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.743962] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.744142] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.744453] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.744621] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.744754] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.744966] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.745137] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.745279] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 6a2726c0-1a34-4a06-92ac-5e99c39a4aef is going to be created. [ 1358.770463] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.770686] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.770813] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.771138] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.771374] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.771601] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.465601] env[67204]: INFO networking_nsxv3.common.synchronization [req-37d87434-c12a-499c-bd75-61d2d1644355 req-f7adbe2c-bd52-47f6-ad54-fe13824badcf service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1359.465853] env[67204]: INFO networking_nsxv3.common.synchronization [req-37d87434-c12a-499c-bd75-61d2d1644355 req-f7adbe2c-bd52-47f6-ad54-fe13824badcf service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1359.465950] env[67204]: INFO networking_nsxv3.common.synchronization [req-37d87434-c12a-499c-bd75-61d2d1644355 req-f7adbe2c-bd52-47f6-ad54-fe13824badcf service nova] Enqueued Resource ID: 6a2726c0-1a34-4a06-92ac-5e99c39a4aef with Priority: HIGHEST for action port [ 1359.466571] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1359.466702] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1359.466795] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2726c0-1a34-4a06-92ac-5e99c39a4aef with Priority: HIGHEST for action port [ 1359.467146] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.467283] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.467330] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.467517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.467596] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.468576] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.468677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.468850] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.469011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.469065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.469246] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.469290] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2726c0-1a34-4a06-92ac-5e99c39a4aef',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.971788] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a2726c0-1a34-4a06-92ac-5e99c39a4aef with status ACTIVE [ 1359.971788] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.971788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.971788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.972144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.972144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.972255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.972341] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.972402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.972553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.972626] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.972805] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.972972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.972972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.973099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.973171] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.973251] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a2726c0-1a34-4a06-92ac-5e99c39a4aef is going to be updated. [ 1359.974368] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.974458] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.994440] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.994697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.994697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.994902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.995056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.995218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2726c0-1a34-4a06-92ac-5e99c39a4aef" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.480284] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1360.480562] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 deletion is rescheduled due to dependency. [ 1360.480600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.480762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.480974] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.481548] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.481548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.481548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.481548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.481548] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.481848] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.984255] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.486517] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.989476] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.989689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.989689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.989856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.989948] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.990076] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1362.020075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.020305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.020305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.020517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.020664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.031909] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1364.047699] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1364.048221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.048221] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.048360] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.048523] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.048670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.048750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.048834] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.048926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.049014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.049113] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.468148] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.468399] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1364.551324] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.053817] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff3c8be-7732-4120-9a64-b2f207f187b4: rpc.has_security_group_logging(os_id): False [ 1365.072355] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.072589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.072589] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.072766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.072856] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.073118] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.073270] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.073316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.073431] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.073506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.073590] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1365.131547] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.131761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.131761] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.131992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.132148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.143908] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1367.157925] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1367.158271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.469870] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.470287] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.471351] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.471712] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.472560] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.473323] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.474397] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.474859] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.475126] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.475546] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.475845] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.476295] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.477219] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.477619] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.478602] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.478884] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.480085] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.480531] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.481327] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.481756] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.482248] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.482684] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.483353] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.483737] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.484061] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.484581] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.485234] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.485532] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.117623] env[67204]: INFO networking_nsxv3.common.synchronization [req-37555785-a5f5-4a21-9f30-ca2b8801582a req-8e74d99d-837e-4cb2-a0a8-9ed11061faed tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1437.117855] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1437.118631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.118631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.118631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.118631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.118631] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.118883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.118883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.118883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.119020] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.119020] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.622144] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.622144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.622144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.622438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.622438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.622624] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.622721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.622784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.622949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.623037] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.623126] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1437.659595] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.659820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.659820] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.660032] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.660188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.668510] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1439.679962] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1439.680472] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 deletion is rescheduled due to dependency. [ 1439.680472] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.119044] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.119417] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.161393] env[67204]: INFO networking_nsxv3.common.synchronization [req-d304a3ca-23d2-42a2-962f-ff8a6ba938d0 req-9da09fd6-5cc0-41ef-a11c-909c023ebe1c tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1446.161827] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1446.162144] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.162269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.162336] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.162527] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.162703] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.162839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.162895] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.163152] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.163265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.163361] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.421885] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.422131] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.422271] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.422534] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.422787] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.422944] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.423075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.423282] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.423423] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.423624] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.423734] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.423838] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.423944] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.424061] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.424167] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.424297] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.460684] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.460875] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1446.460991] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.461195] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-200" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.461509] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.461682] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.461799] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.462160] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.462302] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0acbe6-f2d5-42ad-864f-6f680a3165c8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.666021] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.666274] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.666339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.666542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.666695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.666937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.667054] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.667118] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.667275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.667354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.667441] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1446.698590] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.698809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.698809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.699033] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.699187] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.712276] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1446.965281] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.965514] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.965642] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.966011] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.966171] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.966329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 not found, creating... [ 1446.966652] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.966811] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.966941] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.967177] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.967314] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.967667] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.967756] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.967881] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.968114] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.968253] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.968391] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 is going to be created. [ 1446.987920] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.988213] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.988351] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.988661] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.989549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.989549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.647935] env[67204]: INFO networking_nsxv3.common.synchronization [req-d304a3ca-23d2-42a2-962f-ff8a6ba938d0 req-51ce9944-ce26-44f9-8249-3278c8df80ec service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1447.648203] env[67204]: INFO networking_nsxv3.common.synchronization [req-d304a3ca-23d2-42a2-962f-ff8a6ba938d0 req-51ce9944-ce26-44f9-8249-3278c8df80ec service nova] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1447.648292] env[67204]: INFO networking_nsxv3.common.synchronization [req-d304a3ca-23d2-42a2-962f-ff8a6ba938d0 req-51ce9944-ce26-44f9-8249-3278c8df80ec service nova] Enqueued Resource ID: 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 with Priority: HIGHEST for action port [ 1447.648789] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_rules [ 1447.648942] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1447.649230] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 with Priority: HIGHEST for action port [ 1447.649606] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.649777] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.649882] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.650134] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.650269] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.651232] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.651398] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.651641] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.651794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.651898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.652222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.652827] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0acbe6-f2d5-42ad-864f-6f680a3165c8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.154582] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.154799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.154841] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 with status ACTIVE [ 1448.155025] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.155147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.155212] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.155434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.155525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.155719] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.155846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.155921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.156077] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.156160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.156350] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.156449] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.156556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.156706] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.156738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.156807] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e0acbe6-f2d5-42ad-864f-6f680a3165c8 is going to be updated. [ 1448.177474] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.177699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.177699] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.177908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.178064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.178441] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0acbe6-f2d5-42ad-864f-6f680a3165c8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.723158] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1448.723567] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 deletion is rescheduled due to dependency. [ 1448.723567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.723654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.723827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.724024] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.724138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.724204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.724357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.724439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.724535] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.226532] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.728961] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.231191] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.231355] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.231427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.231645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.231736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.231835] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1450.261684] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.261870] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.261914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.262156] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.262304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.272149] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1452.288375] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1452.288750] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.288839] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.289045] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.289258] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.289392] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.289451] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.289640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.289722] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.289804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.289896] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.650547] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.650808] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1452.792271] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.294706] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff3c8be-7732-4120-9a64-b2f207f187b4: rpc.has_security_group_logging(os_id): False [ 1453.312239] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.312501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.312501] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.312659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.312749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.313011] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.313126] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.313188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.313338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.313414] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.313501] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1453.372104] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.372335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.372335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.372525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.372672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.384926] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1455.400508] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1455.400955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.651335] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.651754] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.652453] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.652937] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.653476] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.653897] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.654474] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.654847] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.655638] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.655638] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.656250] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.656632] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.102065] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1484.102454] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1486.051952] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.052384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.052384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.052718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.052927] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.556537] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.059090] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.561304] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1487.561529] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1487.657666] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.657872] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.414788] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.415237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.415237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.415237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.427219] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1488.428179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.429457] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1488.471704] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.471911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.471911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.472144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.484985] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.485816] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1488.485903] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.485995] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1488.527778] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.528047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.528047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.528193] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.528927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.529089] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1488.605393] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.605681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.605681] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.605821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.606147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.606422] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1488.712168] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.712402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.712402] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.712552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.712841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.713137] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1488.713227] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d6bdb0d3-6132-4bae-a021-a0688d12f742', 'dc6d07fb-fae8-4210-b54a-93005335c158', 'fde1f269-d19a-4e41-9920-c3c7ea14263f', 'c811108f-6bca-442c-90af-29815df49532', '069c3cf1-c520-4ec2-bf52-e511cd616ee8', '596f674a-09cd-4536-a298-401303d7a452', 'a0449a88-d03b-4c4b-b3b4-bf44c6b62566', '9a7aaf00-38fc-4371-bc6c-44a102b61435', 'd63a273b-ddef-48b1-a640-73f0d3165429', 'c4e1797d-9c97-4bba-a2c4-4d43148889c3', '9764c80c-a4ee-478d-8595-d57e6d50a1a2', '89e54007-e03e-4133-a016-26f96c8592e2', '86a32cae-5d74-4c66-80a5-9bdff2fb5238', 'd0e9b580-9d63-43eb-9326-e504e349cf16', 'aad2e2e8-3486-4405-b576-089b10b3af0b', '4c95d06e-2522-4def-8da3-a43806c54e15', '22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00', '0679c5b4-c66b-4f28-9496-5e10918ee4e9', 'db2fb73f-c069-43b1-a80d-72e331fd216a', '9ff3c8be-7732-4120-9a64-b2f207f187b4', '344347aa-40b5-4804-8387-3d899658a4e6', '911fb1e1-7251-41a9-b805-cc82e0491b66', '70eaecad-bdd3-4675-832b-a1dd15094ba9', 'f35da251-9a2b-4219-ac5d-fbdafc4ef635', '1f9c2a95-7ef2-43b8-b385-2bc7b9996089', 'b56efc1f-f1d4-475a-b57c-dddbe301a41e', 'abff398e-cafa-431a-b3ad-5dfbafd04c9a'} {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.713340] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1488.735237] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.735506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.735506] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.735638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.735728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.735836] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1488.735907] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.736016] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1488.822691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.822975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.822975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.823137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.824257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.824516] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1488.824600] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1488.824686] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1488.824772] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1488.824852] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1488.824926] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGH for action security_group_rules [ 1488.825011] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGH for action security_group_rules [ 1488.825085] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGH for action security_group_rules [ 1488.825139] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGH for action security_group_rules [ 1488.825201] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGH for action security_group_rules [ 1488.825260] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGH for action security_group_rules [ 1488.825321] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGH for action security_group_rules [ 1488.825370] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGH for action security_group_rules [ 1488.825432] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGH for action security_group_rules [ 1488.825493] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGH for action security_group_rules [ 1488.825549] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGH for action security_group_rules [ 1488.825621] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGH for action security_group_rules [ 1488.825680] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGH for action security_group_rules [ 1488.825729] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGH for action security_group_rules [ 1488.825792] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGH for action security_group_rules [ 1488.825842] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGH for action security_group_rules [ 1488.825905] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGH for action security_group_rules [ 1488.825962] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGH for action security_group_rules [ 1488.826033] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGH for action security_group_rules [ 1488.826096] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1488.826188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.658702] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.659089] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1492.659089] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 with Priority: HIGH for action security_group_rules [ 1492.659089] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde1f269-d19a-4e41-9920-c3c7ea14263f with Priority: HIGH for action security_group_rules [ 1492.659224] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 with Priority: HIGH for action security_group_rules [ 1492.659269] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2e2e8-3486-4405-b576-089b10b3af0b with Priority: HIGH for action security_group_rules [ 1492.659374] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1492.659438] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2fb73f-c069-43b1-a80d-72e331fd216a with Priority: HIGH for action security_group_rules [ 1492.659550] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 with Priority: HIGH for action security_group_rules [ 1492.659650] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 with Priority: HIGH for action security_group_rules [ 1492.659737] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e9b580-9d63-43eb-9326-e504e349cf16 with Priority: HIGH for action security_group_rules [ 1492.659826] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c95d06e-2522-4def-8da3-a43806c54e15 with Priority: HIGH for action security_group_rules [ 1492.659915] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 with Priority: HIGH for action security_group_rules [ 1492.660015] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54007-e03e-4133-a016-26f96c8592e2 with Priority: HIGH for action security_group_rules [ 1492.660103] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 with Priority: HIGH for action security_group_rules [ 1492.660189] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 with Priority: HIGH for action security_group_rules [ 1492.660274] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d63a273b-ddef-48b1-a640-73f0d3165429 with Priority: HIGH for action security_group_rules [ 1492.660358] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596f674a-09cd-4536-a298-401303d7a452 with Priority: HIGH for action security_group_rules [ 1492.660443] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 with Priority: HIGH for action security_group_rules [ 1492.660528] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 with Priority: HIGH for action security_group_rules [ 1492.660647] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6d07fb-fae8-4210-b54a-93005335c158 with Priority: HIGH for action security_group_rules [ 1492.660739] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811108f-6bca-442c-90af-29815df49532 with Priority: HIGH for action security_group_rules [ 1492.661103] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6bdb0d3-6132-4bae-a021-a0688d12f742 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.661265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.661309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.661517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.661558] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6bdb0d3-6132-4bae-a021-a0688d12f742',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.664405] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde1f269-d19a-4e41-9920-c3c7ea14263f taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.664557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.664627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.664809] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.664888] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde1f269-d19a-4e41-9920-c3c7ea14263f',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.666215] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.666346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.666422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.666582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.666874] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0449a88-d03b-4c4b-b3b4-bf44c6b62566',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.668051] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aad2e2e8-3486-4405-b576-089b10b3af0b taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.668163] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.668228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.668380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.669047] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aad2e2e8-3486-4405-b576-089b10b3af0b',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.669353] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.669520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.669636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.669799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.669874] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.671017] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2fb73f-c069-43b1-a80d-72e331fd216a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.671138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.671238] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.671440] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.671534] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2fb73f-c069-43b1-a80d-72e331fd216a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.672909] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.673035] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.673104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.673258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.673330] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0679c5b4-c66b-4f28-9496-5e10918ee4e9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.674488] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.674689] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.674783] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.674958] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.675275] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.676071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e9b580-9d63-43eb-9326-e504e349cf16 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.676211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.676211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.676316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.676361] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e9b580-9d63-43eb-9326-e504e349cf16',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.677057] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c95d06e-2522-4def-8da3-a43806c54e15 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.677166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.677233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.677429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.677502] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c95d06e-2522-4def-8da3-a43806c54e15',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.678246] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.678853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.678853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.678853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.678853] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a32cae-5d74-4c66-80a5-9bdff2fb5238',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.680308] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89e54007-e03e-4133-a016-26f96c8592e2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.680418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.680474] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.680628] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.680703] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89e54007-e03e-4133-a016-26f96c8592e2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.681415] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.681582] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.681660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.681810] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.681949] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9764c80c-a4ee-478d-8595-d57e6d50a1a2',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.683258] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.683258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.683436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.683540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.683580] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4e1797d-9c97-4bba-a2c4-4d43148889c3',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.684605] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d63a273b-ddef-48b1-a640-73f0d3165429 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.684753] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.684827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.684983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.685103] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d63a273b-ddef-48b1-a640-73f0d3165429',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.686426] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-596f674a-09cd-4536-a298-401303d7a452 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.686562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.686632] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.686786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.686859] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('596f674a-09cd-4536-a298-401303d7a452',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.687983] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7aaf00-38fc-4371-bc6c-44a102b61435 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.688106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.688176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.688322] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.688396] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7aaf00-38fc-4371-bc6c-44a102b61435',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.689083] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.689194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.689259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.689409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.689486] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('069c3cf1-c520-4ec2-bf52-e511cd616ee8',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.690654] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6d07fb-fae8-4210-b54a-93005335c158 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.690788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.690880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.691013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.691090] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6d07fb-fae8-4210-b54a-93005335c158',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.692041] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811108f-6bca-442c-90af-29815df49532 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.692041] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.692244] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.692621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.692697] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811108f-6bca-442c-90af-29815df49532',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.171777] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.172017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.172017] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.172199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.172354] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.172452] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.172515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.172664] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.172748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.172832] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.172938] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.209440] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.209684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.209684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.209840] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.212260] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.212400] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.213870] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.213981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.222058] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.222188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.223475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.223584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.257094] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.257293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.258116] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.258217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.259488] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.259590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.260442] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.260537] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.262689] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.262798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.268717] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.268841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.269654] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.269749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.272300] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.272694] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.272788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.273423] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.273798] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.273891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.274474] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.274883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.274971] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0679c5b4-c66b-4f28-9496-5e10918ee4e9 is going to be deleted. [ 1493.275853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.276076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.277659] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.277759] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.278537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.278666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.279190] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.279606] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.279718] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.280584] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.280954] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.281072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.285742] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.286184] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.286319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.306642] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.307179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.307307] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0449a88-d03b-4c4b-b3b4-bf44c6b62566 is going to be deleted. [ 1493.308240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.308465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.329380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.329576] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2fb73f-c069-43b1-a80d-72e331fd216a is going to be deleted. [ 1493.330448] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.330666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.349234] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.349398] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9764c80c-a4ee-478d-8595-d57e6d50a1a2 is going to be deleted. [ 1493.350556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.350781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.376517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.376689] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4e1797d-9c97-4bba-a2c4-4d43148889c3 is going to be deleted. [ 1493.377693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.377908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.408274] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.408542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.409140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.409226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.422399] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.422615] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e9b580-9d63-43eb-9326-e504e349cf16 is going to be deleted. [ 1493.423881] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.423999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.424056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.424245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.424326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.424434] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9764c80c-a4ee-478d-8595-d57e6d50a1a2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.424571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.424715] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.426016] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.426150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.433217] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.433376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.455811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.456035] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aad2e2e8-3486-4405-b576-089b10b3af0b is going to be deleted. [ 1493.456869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.457085] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.515335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.515552] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811108f-6bca-442c-90af-29815df49532 is going to be deleted. [ 1493.516550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.516854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.545804] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.546057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.581980] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.582217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.595999] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.596175] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7aaf00-38fc-4371-bc6c-44a102b61435 is going to be deleted. [ 1493.597133] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.597351] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.647788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.648040] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 069c3cf1-c520-4ec2-bf52-e511cd616ee8 is going to be deleted. [ 1493.648912] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.649142] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.678058] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.703884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.704080] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6bdb0d3-6132-4bae-a021-a0688d12f742 is going to be deleted. [ 1493.705277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.705492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.707042] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.707150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.747644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.747819] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c95d06e-2522-4def-8da3-a43806c54e15 is going to be deleted. [ 1493.748763] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.748973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.788122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.788329] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00 is going to be deleted. [ 1493.789218] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.789478] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.790941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.791065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.832056] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.832257] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.834694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.834828] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d63a273b-ddef-48b1-a640-73f0d3165429 is going to be deleted. [ 1493.835778] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.836030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.884875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.885029] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89e54007-e03e-4133-a016-26f96c8592e2 is going to be deleted. [ 1493.885962] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.886195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.894604] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.894772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.903331] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.903482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.922541] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.922739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.925358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.926035] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a32cae-5d74-4c66-80a5-9bdff2fb5238 is going to be deleted. [ 1493.926674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.926922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.979261] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.979494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.989407] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.989600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.000612] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.000783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6d07fb-fae8-4210-b54a-93005335c158 is going to be deleted. [ 1494.001794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.002038] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.070105] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.070287] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde1f269-d19a-4e41-9920-c3c7ea14263f is going to be deleted. [ 1494.071197] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.071425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.071518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.071652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0449a88-d03b-4c4b-b3b4-bf44c6b62566" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.071813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.071973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.072064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.072180] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0679c5b4-c66b-4f28-9496-5e10918ee4e9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.072710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.072868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.123117] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.123349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.143514] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.143731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.154617] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.154812] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 596f674a-09cd-4536-a298-401303d7a452 is going to be deleted. [ 1494.155684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.155927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.156064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.156205] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2fb73f-c069-43b1-a80d-72e331fd216a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.156376] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.156545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.156627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.156742] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4e1797d-9c97-4bba-a2c4-4d43148889c3" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.157335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.157498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.157585] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.157735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e9b580-9d63-43eb-9326-e504e349cf16" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.157927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.158099] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.158179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.158328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aad2e2e8-3486-4405-b576-089b10b3af0b" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.158525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.158674] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.158740] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.158881] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811108f-6bca-442c-90af-29815df49532" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.159039] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.159194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.159282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.159377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7aaf00-38fc-4371-bc6c-44a102b61435" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.159535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.159646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.159735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.159845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-069c3cf1-c520-4ec2-bf52-e511cd616ee8" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.159971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.160186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.160312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.160488] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6bdb0d3-6132-4bae-a021-a0688d12f742" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.160648] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.160805] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.160864] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.160975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c3c51a-27e4-47c5-b4f6-e5d6aeb48e00" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.161111] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.161249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.161320] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.161427] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c95d06e-2522-4def-8da3-a43806c54e15" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.161549] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.161712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.161791] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.161897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d63a273b-ddef-48b1-a640-73f0d3165429" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.162167] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.162237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89e54007-e03e-4133-a016-26f96c8592e2" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162463] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.162596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.162667] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162786] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a32cae-5d74-4c66-80a5-9bdff2fb5238" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.162914] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.163075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.163151] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.163256] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6d07fb-fae8-4210-b54a-93005335c158" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.180866] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ff3c8be-7732-4120-9a64-b2f207f187b4: rpc.has_security_group_logging(os_id): False [ 1494.205311] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.205559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.205559] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.205764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.205865] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.205994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde1f269-d19a-4e41-9920-c3c7ea14263f" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.225588] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.225818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.225818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.226058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.299375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.299782] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.299909] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.299978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.300215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.300301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.300393] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1494.314614] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.314821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.314821] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.315042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.315140] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.315259] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-596f674a-09cd-4536-a298-401303d7a452" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.449069] env[67204]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1494.449713] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.449850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.449918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.450159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.450326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.478479] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1496.494521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1496.494944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.661592] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.662042] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.663244] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.663244] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.664595] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.664975] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.389787] env[67204]: INFO networking_nsxv3.common.synchronization [req-e4a065c0-5cf4-4b80-9fa2-c388e2488a9d req-7728d769-ff96-4e5d-ad7c-85111af91aad tempest-ServerActionsTestJSON-229917312 tempest-ServerActionsTestJSON-229917312-project-member] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1509.390373] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGHEST for action security_group_members [ 1509.390681] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.390806] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.390875] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.391094] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.391252] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.391354] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.391419] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.391571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.391675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.391833] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.894735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.894949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.895062] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.895375] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.895509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.895802] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.895952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.896060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.896326] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.896386] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.896539] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be updated. [ 1509.927418] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.927640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.927640] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.927822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.927963] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.940921] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: IN_PROGRESS for 2s [ 1511.951403] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 in Status: SUCCESS [ 1511.951799] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 deletion is rescheduled due to dependency. [ 1511.951799] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.390934] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.391311] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.650550] env[67204]: INFO networking_nsxv3.common.synchronization [None req-ab186d88-c73a-4954-a5f6-47a8839b5e41 None None] Enqueued Resource ID: 370dbb42-23ba-4ce5-b05a-37fa535a5a68 with Priority: HIGHEST for action port [ 1517.651396] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 370dbb42-23ba-4ce5-b05a-37fa535a5a68 with Priority: HIGHEST for action port [ 1517.652176] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-370dbb42-23ba-4ce5-b05a-37fa535a5a68 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.652314] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-370dbb42-23ba-4ce5-b05a-37fa535a5a68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.652384] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-370dbb42-23ba-4ce5-b05a-37fa535a5a68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.652636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-370dbb42-23ba-4ce5-b05a-37fa535a5a68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.652719] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('370dbb42-23ba-4ce5-b05a-37fa535a5a68',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.946852] env[67204]: INFO networking_nsxv3.common.synchronization [None req-329353ea-08d6-45a3-a6a2-84e955cfc45b tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1517.947128] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1517.947381] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.947498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.947563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.947813] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.947916] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.039612] env[67204]: INFO networking_nsxv3.common.synchronization [None req-b0e9a455-b733-4d76-8702-4ba8c19a900a tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1518.039612] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1518.039766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.039891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.155693] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 370dbb42-23ba-4ce5-b05a-37fa535a5a68 [ 1518.155937] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.156182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.156245] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.156429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.156515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.156630] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:370dbb42-23ba-4ce5-b05a-37fa535a5a68 already deleted. [ 1518.156748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-370dbb42-23ba-4ce5-b05a-37fa535a5a68" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.470841] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.470841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.470841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.470841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.471173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.471173] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 already deleted. [ 1518.471173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.471281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.471389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.471470] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.991268] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.991580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.991580] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.991729] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.991829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.991923] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 already deleted. [ 1518.992010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.505748] env[67204]: INFO networking_nsxv3.common.synchronization [None req-dcd065c9-25db-4e43-b48b-6591099bd82c None None] Enqueued Resource ID: b7359016-9a46-4d88-9d6a-7c9d453863e6 with Priority: HIGHEST for action port [ 1519.506637] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7359016-9a46-4d88-9d6a-7c9d453863e6 with Priority: HIGHEST for action port [ 1519.506967] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7359016-9a46-4d88-9d6a-7c9d453863e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.507132] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7359016-9a46-4d88-9d6a-7c9d453863e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.507215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7359016-9a46-4d88-9d6a-7c9d453863e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.507477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7359016-9a46-4d88-9d6a-7c9d453863e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.507567] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7359016-9a46-4d88-9d6a-7c9d453863e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.010759] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7359016-9a46-4d88-9d6a-7c9d453863e6 [ 1520.011125] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.011125] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.011240] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.011430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.011518] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.011617] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7359016-9a46-4d88-9d6a-7c9d453863e6 already deleted. [ 1520.011693] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7359016-9a46-4d88-9d6a-7c9d453863e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.475940] env[67204]: INFO networking_nsxv3.common.synchronization [req-6168113b-656a-452d-9a3e-cb829c49f5f6 req-6fb7cd06-3cf5-4e50-bfb1-0e4c904812b2 tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1523.477098] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1523.477098] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.477098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.477098] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.477350] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.477507] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.477609] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.477672] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.477827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.477905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.477995] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.753796] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.754012] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.754143] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.754464] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.754722] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.754886] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.754998] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.755535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.755535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.755618] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1523.755668] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1523.755781] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1523.755885] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1523.755993] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1523.756118] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1523.756250] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1523.777725] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1523.777900] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1523.778079] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1523.778263] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.778575] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-a77fa264-0319-493c-8325-15adc9398352 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.778745] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.778908] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.779311] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.779484] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77fa264-0319-493c-8325-15adc9398352',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.981186] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.981186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.981186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.981563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.981563] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.981665] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.981738] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.981808] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.981934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.982018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.982110] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 already deleted. [ 1523.982186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.282603] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.282801] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.282911] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.283216] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.283372] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.283531] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Segment Port a77fa264-0319-493c-8325-15adc9398352 not found, creating... [ 1524.283787] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.283943] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.284071] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.284291] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.284427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.284706] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.284861] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.284978] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.285196] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.285327] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.285464] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: a77fa264-0319-493c-8325-15adc9398352 is going to be created. [ 1524.306587] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.306834] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.306976] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.307254] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.307478] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.307692] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.024678] env[67204]: INFO networking_nsxv3.common.synchronization [req-6168113b-656a-452d-9a3e-cb829c49f5f6 req-e1898be1-e8ee-4752-86f5-6100782e928a service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1525.024936] env[67204]: INFO networking_nsxv3.common.synchronization [req-6168113b-656a-452d-9a3e-cb829c49f5f6 req-e1898be1-e8ee-4752-86f5-6100782e928a service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1525.025110] env[67204]: INFO networking_nsxv3.common.synchronization [req-6168113b-656a-452d-9a3e-cb829c49f5f6 req-e1898be1-e8ee-4752-86f5-6100782e928a service nova] Enqueued Resource ID: a77fa264-0319-493c-8325-15adc9398352 with Priority: HIGHEST for action port [ 1525.025668] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1525.025839] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1525.025980] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77fa264-0319-493c-8325-15adc9398352 with Priority: HIGHEST for action port [ 1525.026342] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.026491] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.026577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.026824] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.026926] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.028670] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.028980] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.029096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.029311] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.029504] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.029636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.029728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.030285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.030413] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.030538] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.031900] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77fa264-0319-493c-8325-15adc9398352 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.032059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.032168] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.033165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.033165] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77fa264-0319-493c-8325-15adc9398352',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.530197] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.530446] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.532156] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.535042] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77fa264-0319-493c-8325-15adc9398352 with status ACTIVE [ 1525.535110] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.535231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.535300] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.535503] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.535590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.535770] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.535874] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.535930] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.536090] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.536170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.536343] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.536422] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.536476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.536613] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.536682] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.536764] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77fa264-0319-493c-8325-15adc9398352 is going to be updated. [ 1525.558270] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.558477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.558477] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.558691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.558866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.559059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77fa264-0319-493c-8325-15adc9398352" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.034392] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.537496] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.537853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.537853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.537991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.537991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.538136] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be created. [ 1526.560234] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.560459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.560459] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.560631] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.560880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.571388] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: UNINITIALIZED for 2s [ 1528.585653] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1528.586058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.586293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.586562] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.586811] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.586952] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.586998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.587194] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.587340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.587482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.587606] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.090830] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.593635] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6: rpc.has_security_group_logging(os_id): False [ 1529.612138] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.612370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.612370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.612557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.612641] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.612891] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.612989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.613064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.613209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.613284] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.613367] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be created. [ 1529.666633] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.666883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.666883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.667115] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.667296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.677521] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1530.026858] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.027113] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1531.690114] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1531.690522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.028035] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.028475] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.029359] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.029359] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.030470] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.030917] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.031513] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.031908] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.033143] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.033575] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.033940] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.034348] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.035875] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.036353] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.036818] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.037233] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.038553] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.038910] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.039851] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.040296] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.041217] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.041590] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.042426] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.042841] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.043724] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.044246] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.045156] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.045542] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.045980] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.046261] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.047470] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.048092] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.049131] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.049501] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.050181] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.050594] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.051914] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.052315] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.053089] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.053555] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.054355] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.054773] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.055907] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.055907] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.057143] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.057492] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.058254] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.058658] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.695805] env[67204]: INFO networking_nsxv3.common.synchronization [req-8d3ec9e8-f069-464a-93b1-5aade80ef5dc req-535f240c-96c4-4a23-b869-241a601cb34d tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1651.696345] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1651.696632] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.696755] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.696817] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.697068] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.697186] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.697304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.697366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.697512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.697592] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.697725] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1652.200124] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.200294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.200389] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.200621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.200714] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.200908] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.201019] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.201075] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.201225] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.201312] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.201415] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1652.239233] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.239454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.239454] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.239647] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.239788] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.248726] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1654.259015] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1654.259429] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 deletion is rescheduled due to dependency. [ 1654.259429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.697536] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.697893] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.696307] env[67204]: INFO networking_nsxv3.common.synchronization [req-257b7b62-261f-40fe-9c2e-8fb5992814ed req-0c53b8e1-0771-428c-961d-f07ca9afae70 tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1658.696307] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1658.696736] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.696736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.696736] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.696936] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.697232] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.697344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.697406] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.697645] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.697739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.697831] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1658.960500] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.960708] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.960832] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.961113] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.961370] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.961535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.961649] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.961858] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.962010] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.962224] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1658.962333] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1658.962436] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1658.962542] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1658.962645] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1658.962746] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1658.962871] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1658.987043] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1658.987266] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1658.987372] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1658.987549] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.987866] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-16e33579-8f50-441f-8824-8e02c71c6194 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.988051] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.988173] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.988529] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.988668] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e33579-8f50-441f-8824-8e02c71c6194',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1659.200064] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.200288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.200288] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.200540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.200618] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.200820] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.200918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.200982] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.201228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.201228] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.201343] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1659.227907] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.228109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.228109] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.228361] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.228512] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.237190] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1659.490652] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.490888] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.491017] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.491322] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.491480] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.491633] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 16e33579-8f50-441f-8824-8e02c71c6194 not found, creating... [ 1659.491886] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.492055] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.492175] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.492432] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.492529] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.492804] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.492958] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.493089] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.493294] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.493427] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.493565] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 16e33579-8f50-441f-8824-8e02c71c6194 is going to be created. [ 1659.513033] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.513260] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.513385] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.513640] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.513871] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.514108] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.204833] env[67204]: INFO networking_nsxv3.common.synchronization [req-257b7b62-261f-40fe-9c2e-8fb5992814ed req-3b31df44-01d6-47ed-bfd8-a5ff6ed0d892 service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1660.205244] env[67204]: INFO networking_nsxv3.common.synchronization [req-257b7b62-261f-40fe-9c2e-8fb5992814ed req-3b31df44-01d6-47ed-bfd8-a5ff6ed0d892 service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1660.205244] env[67204]: INFO networking_nsxv3.common.synchronization [req-257b7b62-261f-40fe-9c2e-8fb5992814ed req-3b31df44-01d6-47ed-bfd8-a5ff6ed0d892 service nova] Enqueued Resource ID: 16e33579-8f50-441f-8824-8e02c71c6194 with Priority: HIGHEST for action port [ 1660.205722] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1660.205862] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1660.205958] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e33579-8f50-441f-8824-8e02c71c6194 with Priority: HIGHEST for action port [ 1660.206382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.206516] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.206584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.206782] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.206904] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1660.208145] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.208922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.208922] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e33579-8f50-441f-8824-8e02c71c6194 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.208922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.208922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.208922] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.209241] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e33579-8f50-441f-8824-8e02c71c6194',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1660.709328] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.709568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.710701] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e33579-8f50-441f-8824-8e02c71c6194 with status ACTIVE [ 1660.710872] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.710986] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.711066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.711281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.711371] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.711569] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.711671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.711728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.711884] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.711960] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.712158] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.712249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.712308] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.712445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.712517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.712599] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e33579-8f50-441f-8824-8e02c71c6194 is going to be updated. [ 1660.735125] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.735348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.735348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.735526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.735658] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.735812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e33579-8f50-441f-8824-8e02c71c6194" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.249211] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1661.249583] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 deletion is rescheduled due to dependency. [ 1661.249583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.249694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.249830] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.250023] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.250135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.250199] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.250347] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.250468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.250552] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1661.753960] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.256220] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1662.759989] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.759989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.759989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.759989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.760321] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.760321] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1662.808921] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1662.809188] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.809275] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1662.809522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1662.809676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.822060] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1664.833734] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1664.834222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.834222] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.834357] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.834471] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1664.834564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.834621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1664.834764] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1664.834845] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.834928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.835025] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.206964] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.207272] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1665.337823] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.841037] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6: rpc.has_security_group_logging(os_id): False [ 1665.858749] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.859052] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.859150] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.859424] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.859525] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.859874] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.860028] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.860095] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.860264] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.860342] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.860444] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1665.917377] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.917377] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.917498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.917646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.917775] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.929363] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1667.942894] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1667.943271] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.208654] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.208654] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.209484] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.209869] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.211067] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.211529] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.212397] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.212397] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.213938] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.214414] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.215874] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1695.215874] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1700.216972] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1700.217449] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1705.218443] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.218899] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.220282] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.220712] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.221724] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.222165] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.223684] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.223684] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.103336] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1724.103835] env[67204]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9b5695c8-3033-4c34-b074-6bfc14d51d39 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1725.224394] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1725.224778] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1726.047241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1726.047514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.047514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.047696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.047808] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1726.550295] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1727.052735] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1727.554917] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1727.554917] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1728.283040] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.283263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.283263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.283430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.297159] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1728.298025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.298894] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1728.343698] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.343938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.343938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.344122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.356918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.357705] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1728.357787] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1728.357876] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1728.384889] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.385102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.385102] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.385305] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.385673] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.385808] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1728.468709] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.468709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.468709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.468709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.468709] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.468709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1728.550381] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.550522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.550594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.550814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.551139] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.551467] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:9. [ 1728.551547] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9ff3c8be-7732-4120-9a64-b2f207f187b4', 'eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6', '344347aa-40b5-4804-8387-3d899658a4e6', '911fb1e1-7251-41a9-b805-cc82e0491b66', '70eaecad-bdd3-4675-832b-a1dd15094ba9', 'f35da251-9a2b-4219-ac5d-fbdafc4ef635', '1f9c2a95-7ef2-43b8-b385-2bc7b9996089', 'b56efc1f-f1d4-475a-b57c-dddbe301a41e', 'abff398e-cafa-431a-b3ad-5dfbafd04c9a'} {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1728.551627] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1728.569793] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.570086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.570086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.570219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.570301] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.570412] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1728.570483] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1728.570550] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1728.651408] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.651627] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.651731] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.651992] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.653335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.653612] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1728.653692] env[67204]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67204) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1728.653787] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1728.653835] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1728.653905] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 9/9 resources of Type:Security Group Rules [ 1728.653973] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1728.654067] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGH for action security_group_rules [ 1728.654196] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGH for action security_group_rules [ 1728.654354] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGH for action security_group_rules [ 1728.654444] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGH for action security_group_rules [ 1728.654521] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGH for action security_group_rules [ 1728.654617] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGH for action security_group_rules [ 1728.654754] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGH for action security_group_rules [ 1728.654863] env[67204]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGH for action security_group_rules [ 1728.654990] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1728.655107] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1728.655382] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.655545] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.655636] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.655871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.655991] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.656254] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.656412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.656509] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.656708] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.656826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.657077] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.657233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.657344] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.657544] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.657661] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.657897] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.658058] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.658169] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.658358] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.658482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.658714] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.658862] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.658969] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.659174] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.659293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.659531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.659677] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.659784] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.659975] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.660104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.660336] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.660483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.660591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.660781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.660898] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.661230] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.661362] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.661438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.661599] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.661720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.661951] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.662093] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.662206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.662395] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.662514] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.662750] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.662897] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.663011] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.663213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.663331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.663565] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.663710] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.663818] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.664014] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.664137] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.664376] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.664523] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.664629] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.664819] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.664926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.665176] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.665323] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.665432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.665623] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.665739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.665968] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.666117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.666226] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.666416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.666536] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.666767] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.666911] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.667034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.667229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.667346] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.667582] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.667728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.667836] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.668042] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.668164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.668396] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.668543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.668651] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.668843] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.668972] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.669217] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.669356] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.669468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.669659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.669776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.670014] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.670165] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.670262] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.670456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.670571] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.670801] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.670938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.671057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.671281] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.671372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.671517] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.671610] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.671671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.671807] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.671879] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.672055] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.672159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.672230] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.672367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.672436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.672603] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.672691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.672749] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.672880] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.672949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.673193] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.673282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.673282] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.673396] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.673465] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.673628] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.673716] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.673772] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.673902] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.673971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.674148] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.674237] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.674296] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.674426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.674493] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.674656] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.674743] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.674800] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.674927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.674996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.675181] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.675280] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.675340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.675475] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.675543] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.675707] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.675794] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.675850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.675979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.676059] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.676222] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.676309] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.676370] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.676499] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.676567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.676729] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.676814] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.676869] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.676995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.677078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.677241] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.677331] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.677391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.677517] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.677584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.677753] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.677827] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.677885] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.678022] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.678092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.678273] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.678368] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.678418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.678552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.678620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.678784] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.678871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.678928] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.679070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.679138] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.679303] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.679391] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.679447] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.679578] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.679646] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.679807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.679907] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.679965] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.680113] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.680182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.680346] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.680435] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.680492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.680620] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.680687] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.680846] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.680932] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.680989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.681130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.681198] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.681400] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.681494] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.681552] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.681685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.681754] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.681916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.682016] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.682074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.682206] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.682269] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.682434] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.682522] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.682573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.682703] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.682770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.682931] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.683030] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.683089] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.683219] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.683287] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.683452] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.683539] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.683594] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.683721] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.683789] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.683973] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.684106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.684173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.684348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.684442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.684655] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.684776] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.684846] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.685036] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.685117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.685288] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.685380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.685439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.685573] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.685644] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.685807] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.685896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.685953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.686101] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.686170] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.686333] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.686423] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.686534] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.686604] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.686670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.686831] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.686920] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.686977] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.687121] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.687190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.687374] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.687468] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.687526] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.687659] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.687728] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.687892] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.687979] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.688049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.688182] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.688249] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.688412] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.688497] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.688555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.688684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.688752] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.688915] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.689010] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.689070] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.689201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.689294] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.689486] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.689579] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.689638] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.689770] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.689838] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.690012] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.690104] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.690161] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.690293] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.690380] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.690550] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.690637] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.690694] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.690825] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.690894] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.691068] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.691157] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.691211] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.691365] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.691436] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.691600] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.691688] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.691747] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.691876] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.691945] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.692122] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.692210] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.692267] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.692445] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.692564] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.692769] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.692867] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.692926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.693076] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.693148] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.693322] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.693425] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.693484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.693621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.693690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.693856] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.693944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.694008] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.694147] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.694215] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.694392] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.694482] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.694540] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.694671] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.694739] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.694902] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.694989] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.695060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.695190] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.695258] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.695423] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.695510] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.695567] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.695696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.695762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.695923] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.696025] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.696086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.696216] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.696285] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.696467] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.696619] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.696685] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.696822] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.696891] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.697071] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.697159] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.697217] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.697348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.697417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.697579] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.697666] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.697724] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.697854] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.697921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.698111] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.698263] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.698328] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.698520] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.698591] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.698759] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.698847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.698905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.699049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.699124] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.699266] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1728.699337] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1728.699388] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1728.789129] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.789381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.789381] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.789531] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.789853] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.790143] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1728.866145] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.866374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.866374] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.866555] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.866868] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.881719] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.226152] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1730.226152] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=9], Jobs=0 [ 1730.226152] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344347aa-40b5-4804-8387-3d899658a4e6 with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e with Priority: HIGH for action security_group_rules [ 1730.226626] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 with Priority: HIGH for action security_group_rules [ 1730.226874] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGH for action security_group_rules [ 1730.226874] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 with Priority: HIGH for action security_group_rules [ 1730.227140] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ff3c8be-7732-4120-9a64-b2f207f187b4 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.227279] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.227340] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.227557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.227640] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ff3c8be-7732-4120-9a64-b2f207f187b4',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.228706] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344347aa-40b5-4804-8387-3d899658a4e6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.228842] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.228887] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.229485] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.229485] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344347aa-40b5-4804-8387-3d899658a4e6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.230916] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.230916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.230916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.230916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.230916] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f9c2a95-7ef2-43b8-b385-2bc7b9996089',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.231430] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.231430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.231528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.231633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.231705] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abff398e-cafa-431a-b3ad-5dfbafd04c9a',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.232521] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.232521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.232521] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.232713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.232750] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f35da251-9a2b-4219-ac5d-fbdafc4ef635',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.233457] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.233725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.233725] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.233829] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.233829] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56efc1f-f1d4-475a-b57c-dddbe301a41e',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.234542] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70eaecad-bdd3-4675-832b-a1dd15094ba9 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.234734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.234734] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.234833] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.234904] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70eaecad-bdd3-4675-832b-a1dd15094ba9',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.236009] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.236009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.236009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.236009] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.236240] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.236866] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-911fb1e1-7251-41a9-b805-cc82e0491b66 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.236866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.237366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.237366] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.237366] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('911fb1e1-7251-41a9-b805-cc82e0491b66',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.747764] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.747976] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.748057] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.748691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.748691] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.748691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.748691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.748983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.748983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.748983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.749120] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1730.782537] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.782766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.782766] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.782964] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.784871] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.785034] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.785752] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.785850] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.786592] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.786690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.787825] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.787921] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.788760] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.788877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.789678] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.789773] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.790565] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.790690] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.810695] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.810893] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ff3c8be-7732-4120-9a64-b2f207f187b4 is going to be deleted. [ 1730.811737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.811947] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.834587] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.834809] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56efc1f-f1d4-475a-b57c-dddbe301a41e is going to be deleted. [ 1730.836088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.836379] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.856748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.856885] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abff398e-cafa-431a-b3ad-5dfbafd04c9a is going to be deleted. [ 1730.857815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.858056] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.879180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.879430] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.883438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.883614] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70eaecad-bdd3-4675-832b-a1dd15094ba9 is going to be deleted. [ 1730.884550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.884762] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.894255] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.894418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.909204] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.909380] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f35da251-9a2b-4219-ac5d-fbdafc4ef635 is going to be deleted. [ 1730.910286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.910498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.911941] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.912066] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.932060] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.932231] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f9c2a95-7ef2-43b8-b385-2bc7b9996089 is going to be deleted. [ 1730.933128] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.933343] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.949651] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.949877] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.963826] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.964016] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344347aa-40b5-4804-8387-3d899658a4e6 is going to be deleted. [ 1730.964938] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.965178] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.003528] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.003712] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 911fb1e1-7251-41a9-b805-cc82e0491b66 is going to be deleted. [ 1731.004590] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.004812] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.004904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.005040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ff3c8be-7732-4120-9a64-b2f207f187b4" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.005201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.005364] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.005443] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.005553] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56efc1f-f1d4-475a-b57c-dddbe301a41e" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.006072] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.006236] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.006319] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.006439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abff398e-cafa-431a-b3ad-5dfbafd04c9a" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.006568] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.006713] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.006787] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.006892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70eaecad-bdd3-4675-832b-a1dd15094ba9" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.045990] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.046241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.046241] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.046450] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.046542] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.046656] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f35da251-9a2b-4219-ac5d-fbdafc4ef635" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.053412] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.053603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.053603] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.053804] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.053888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.054013] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f9c2a95-7ef2-43b8-b385-2bc7b9996089" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.124554] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.124790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.124790] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.124983] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.125087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.125209] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344347aa-40b5-4804-8387-3d899658a4e6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.131431] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.131596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.131639] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.131831] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.131918] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.132046] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-911fb1e1-7251-41a9-b805-cc82e0491b66" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.255872] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1731.758104] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6: rpc.has_security_group_logging(os_id): False [ 1731.775851] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.776096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.776096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.776286] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.796949] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.797285] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.797409] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.797476] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.797684] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.797769] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.797857] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1731.857648] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.857863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.857863] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.858166] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.858338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.870896] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1733.887071] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1733.887483] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.228056] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1735.228056] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1740.229377] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1740.229775] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1745.230479] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1745.230797] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1750.232061] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1750.232061] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1755.232868] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1755.233269] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1756.183932] env[67204]: INFO networking_nsxv3.common.synchronization [req-a96017ec-542b-4921-b550-c9fff9160657 req-0b437a2a-6be3-4d3e-a00c-b0d9e538a404 tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1756.184475] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1756.184781] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.184926] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.184996] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.185220] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.186027] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.186027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.186027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.186027] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.186349] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.186349] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.688589] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.689064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.689064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.689064] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.689201] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.689319] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.689416] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.689487] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.689621] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.689697] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.689783] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1756.718798] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.719047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.719047] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.719202] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.719337] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.727523] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1758.738184] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1758.738583] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 deletion is rescheduled due to dependency. [ 1758.738583] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.186118] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1761.186118] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1765.191975] env[67204]: INFO networking_nsxv3.common.synchronization [req-24843490-5856-4307-978e-0031f2df9f57 req-7bdc363a-01b1-47a9-bd1c-81ab50573d52 tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1765.192267] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1765.192531] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.192654] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.192720] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.192941] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.193111] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.193213] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.193276] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.193412] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.193492] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.193605] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1765.493436] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.493894] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.493894] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.494045] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.494374] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.494586] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.494743] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.494999] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.495201] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.495451] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1765.495590] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1765.495722] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1765.495852] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1765.495987] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1765.496135] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1765.496293] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1765.516810] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1765.517035] env[67204]: DEBUG dogpile.cache.region [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1765.517187] env[67204]: DEBUG dogpile.lock [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1765.517359] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.517667] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.517904] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.518083] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.518441] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.518604] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e3acbf-fb3b-42bf-97ff-9abfd46b6b47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1765.696180] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.696417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.696417] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.696569] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.696660] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.696867] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.696968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.697043] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.697189] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.697265] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.697353] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1765.724725] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.724953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.724953] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.725130] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.725277] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.734174] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1766.020677] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.020899] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.021089] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.021402] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.021543] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.021709] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Segment Port 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 not found, creating... [ 1766.021985] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.022158] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.022272] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.022485] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.022620] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.022978] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.023183] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.023303] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.023509] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.023641] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.023779] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Resource: SegmentPort with ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 is going to be created. [ 1766.045988] env[67204]: DEBUG networking_nsxv3.common.locking [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.046214] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.046329] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.046600] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.046821] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.047047] env[67204]: DEBUG oslo_concurrency.lockutils [None req-80eef0b7-f9f2-4db7-a3d7-f03b003d4cd8 None None] Releasing lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.737447] env[67204]: INFO networking_nsxv3.common.synchronization [req-24843490-5856-4307-978e-0031f2df9f57 req-e4df4ca6-a10e-4ba1-ae73-4331c2a927de service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1766.737720] env[67204]: INFO networking_nsxv3.common.synchronization [req-24843490-5856-4307-978e-0031f2df9f57 req-e4df4ca6-a10e-4ba1-ae73-4331c2a927de service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1766.737834] env[67204]: INFO networking_nsxv3.common.synchronization [req-24843490-5856-4307-978e-0031f2df9f57 req-e4df4ca6-a10e-4ba1-ae73-4331c2a927de service nova] Enqueued Resource ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with Priority: HIGHEST for action port [ 1766.738285] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1766.738417] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1766.738512] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with Priority: HIGHEST for action port [ 1766.738769] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.738890] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.738955] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.739162] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.739240] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1766.740515] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.740515] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.740711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1766.740837] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.740915] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1766.741082] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1766.741204] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e3acbf-fb3b-42bf-97ff-9abfd46b6b47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1767.243075] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.243316] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.243408] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with status ACTIVE [ 1767.243583] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.243691] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.243746] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.243973] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.244117] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.244279] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.244335] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.244401] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.244557] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.244633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.244814] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.244908] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.244968] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.245122] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.245195] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.245285] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 is going to be updated. [ 1767.267398] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.267622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.267622] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.267781] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.267916] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.268087] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.744907] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1767.745339] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 deletion is rescheduled due to dependency. [ 1767.745339] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.745433] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.745577] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.745756] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1767.745871] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.745934] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1767.746100] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1767.746179] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.746269] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1768.249139] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1768.751925] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.255711] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.255896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.255896] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.256088] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.256186] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.256290] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1769.286896] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.287078] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.287135] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.287338] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.287484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.296465] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1771.308403] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1771.308798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.308798] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.308995] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.309219] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.309372] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.309426] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.309550] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.309633] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.309735] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.309830] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1771.739953] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1771.740186] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1771.812686] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.315693] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6: rpc.has_security_group_logging(os_id): False [ 1772.335031] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.335291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.335291] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.335498] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.335584] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.335843] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.335944] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.336012] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.336160] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.336232] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.336316] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1772.409197] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1772.409432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.409432] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1772.409600] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1772.409751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1772.429173] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1774.446383] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1774.446841] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.741056] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1776.741485] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1781.741817] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1781.742292] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1786.742771] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1786.743294] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1791.743889] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1791.744299] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1796.745441] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1796.745869] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1801.746901] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1801.747352] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1806.747820] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1806.748268] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1811.749200] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1811.749652] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1816.750258] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1816.750705] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1821.751713] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1821.752156] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1826.752984] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1826.753370] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1831.753984] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1831.754435] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1833.676695] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1833.677029] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.677075] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1833.677374] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1833.677643] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1833.677844] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.679065] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1833.679370] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1833.679539] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1833.679767] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1833.679889] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] NeedRegenerationException {{(pid=67204) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1833.680007] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] no value, waiting for create lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1833.680126] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] value creation lock acquired {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1833.680240] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] No value present for key: 'zone-id' {{(pid=67204) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1833.680352] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Calling creation function for not-yet-present value {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1833.680488] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1833.706139] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1833.706361] env[67204]: DEBUG dogpile.cache.region [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67204) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1833.706435] env[67204]: DEBUG dogpile.lock [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Released creation lock {{(pid=67204) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1833.706643] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "network-349" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1833.706916] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 taken with stack trace [, , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1833.707102] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.707221] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1833.707488] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1833.707622] env[67204]: DEBUG networking_nsxv3.api.rpc [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e3acbf-fb3b-42bf-97ff-9abfd46b6b47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1834.210600] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.210970] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.211158] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.211528] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.211763] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.212156] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.212404] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.212616] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.212923] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.213180] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.213584] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.213835] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.214048] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.214327] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.214535] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.214750] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Resource: SegmentPort with ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 is going to be updated. [ 1834.235141] env[67204]: DEBUG networking_nsxv3.common.locking [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.235433] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.235634] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.235954] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.236251] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.236532] env[67204]: DEBUG oslo_concurrency.lockutils [None req-ce37e65f-d9fb-47d4-aa8b-181344a48ba3 None None] Releasing lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.913315] env[67204]: INFO networking_nsxv3.common.synchronization [req-bb533bb3-724a-48d0-b4d3-8b684cf65057 req-91ec7c5d-1d9c-4514-8174-ad8ae59b9ccf service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1834.913315] env[67204]: INFO networking_nsxv3.common.synchronization [req-bb533bb3-724a-48d0-b4d3-8b684cf65057 req-91ec7c5d-1d9c-4514-8174-ad8ae59b9ccf service nova] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1834.913315] env[67204]: INFO networking_nsxv3.common.synchronization [req-bb533bb3-724a-48d0-b4d3-8b684cf65057 req-91ec7c5d-1d9c-4514-8174-ad8ae59b9ccf service nova] Enqueued Resource ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with Priority: HIGHEST for action port [ 1834.913816] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_rules [ 1834.913946] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1834.914176] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with Priority: HIGHEST for action port [ 1834.914475] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.914635] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.914676] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.914855] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.914956] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1834.916735] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.916905] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.916978] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.917176] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.917330] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.917429] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.917535] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.917652] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.917712] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1834.918050] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1834.918559] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1834.918670] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.918737] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1834.918888] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1834.918965] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e3acbf-fb3b-42bf-97ff-9abfd46b6b47',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1835.418069] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.418324] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.420553] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1835.421487] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 with status ACTIVE [ 1835.422164] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.422164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.422164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1835.422164] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1835.422484] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1835.422484] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.423438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.423438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1835.423649] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1835.423748] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1835.423881] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.423998] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.424074] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1835.424229] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1835.424304] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1835.424392] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74e3acbf-fb3b-42bf-97ff-9abfd46b6b47 is going to be updated. [ 1835.446154] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.446367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.446367] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1835.446556] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1835.446696] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1835.446847] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e3acbf-fb3b-42bf-97ff-9abfd46b6b47" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1835.926825] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1836.429465] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1836.429727] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.429811] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1836.430018] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1836.430106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1836.430210] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1836.460727] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1836.460959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.460959] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1836.461096] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1836.461233] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1836.471301] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1838.482631] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1838.482994] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.483106] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1838.483442] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1838.483688] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1838.483828] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.483904] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1838.484065] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1838.484144] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.484231] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1838.484320] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1838.986991] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1839.490081] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6: rpc.has_security_group_logging(os_id): False [ 1839.515611] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.515892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.515892] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.516086] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.516175] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.516445] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.516538] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.516596] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.516751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.516971] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.516971] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1839.578815] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1839.578815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.578815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1839.578815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1839.578815] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1839.593773] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1839.914565] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1839.914756] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1841.612646] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1841.613049] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1844.915456] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1844.915941] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1849.916134] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1849.916514] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1850.157428] env[67204]: INFO networking_nsxv3.common.synchronization [req-8fb6e329-1695-4030-a5a4-0c747a7d8033 req-4d9adc17-6f69-4b7d-a212-506ab6a08ac3 tempest-ServerActionsTestOtherB-18131634 tempest-ServerActionsTestOtherB-18131634-project-member] Enqueued Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1850.157912] env[67204]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 with Priority: HIGHEST for action security_group_members [ 1850.158228] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 taken with stack trace [, , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1850.158348] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.158418] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1850.158608] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1850.158766] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1850.158866] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.158927] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1850.159092] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1850.159173] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1850.159301] env[67204]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6',) {} {{(pid=67204) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1850.662205] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1850.662456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.662456] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1850.662883] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1850.663040] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1850.663320] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1850.663511] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.663675] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1850.663981] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1850.664177] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1850.664333] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 is going to be updated. [ 1850.697124] env[67204]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67204) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1850.697439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.697439] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1850.697588] env[67204]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1850.697751] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1850.707082] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: IN_PROGRESS for 2s [ 1852.718945] env[67204]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 in Status: SUCCESS [ 1852.719438] env[67204]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6 deletion is rescheduled due to dependency. [ 1852.719438] env[67204]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb42a3ae-7814-4380-9ca5-ef6aaa29ddf6" {{(pid=67204) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1855.159398] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1855.159836] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1860.160023] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1860.160350] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1865.161412] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1865.161901] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1870.162848] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1870.163256] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1875.164506] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1875.164855] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1880.166377] env[67204]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1880.166377] env[67204]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0